-- Logs begin at Wed 2022-08-17 18:26:35 UTC, end at Wed 2022-08-17 20:03:06 UTC. -- Aug 17 19:30:46.617068 dv-cinder-850698-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 19:30:49.312122 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.common.config [-] Logging enabled! Aug 17 19:30:49.312646 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev487 Aug 17 19:30:49.312868 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107799) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 17 19:30:49.316812 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.common.config [-] Logging enabled! Aug 17 19:30:49.317070 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev487 Aug 17 19:30:49.317421 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107799) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 17 19:30:49.318378 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 19:30:49.318616 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 19:30:49.319118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 19:30:49.319378 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 19:30:49.319607 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 19:30:49.319936 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.320244 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.320480 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.320787 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.321088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.321678 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.321957 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.322260 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.322608 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.322836 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.323126 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.323362 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.323648 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.323945 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.324239 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.324467 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] debug = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.324752 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.325197 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.325635 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.325921 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.326218 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.326505 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.326780 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.327059 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.327357 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.327686 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] host = dv-cinder-850698-2-iscsi {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.327968 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.328259 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.328550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.328839 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.329115 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.329419 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.330262 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.330545 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.330826 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] log_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.331101 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.331392 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.331685 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.331982 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.332207 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.332432 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.332722 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.333030 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.333332 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.333615 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.333900 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.334180 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.334470 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.334727 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.335016 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.335303 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.335596 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.335872 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.336148 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.336421 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.336696 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.336981 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.337276 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.337554 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.337832 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.338123 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.338399 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.338670 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.338976 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.339264 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.339550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.339847 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.340124 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.340411 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.340687 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.340963 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.341257 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] use_json = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.341536 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.341815 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.342103 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.342377 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.342652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.342930 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.343204 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.343505 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.343776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:49.344076 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.344377 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.344682 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.344970 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.345320 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.345614 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.345928 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.346192 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.346482 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.346776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.347072 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.347355 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.347661 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.347952 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.348255 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.348563 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.348860 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.349169 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.349459 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.349738 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.350015 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.350331 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.350586 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.350868 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.351159 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.351453 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.351734 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.352113 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.352336 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.352611 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.352910 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.353252 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.353508 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.353799 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.354097 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.354381 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.354662 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.354960 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.355244 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.355520 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.355807 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.356107 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.356405 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.356688 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.356970 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.357301 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.357589 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.357865 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.358144 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.358425 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.358702 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.358989 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.359273 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.359549 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.359828 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.360109 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.360387 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.360666 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.361505 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.361788 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.362073 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.362351 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.362633 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.362909 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.363187 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.363467 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.363746 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.364025 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.364308 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.364593 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.364869 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.365146 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.365447 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.365727 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.366039 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.366319 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.366606 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.366893 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.367177 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.367460 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.367744 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.368027 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.368312 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.368588 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.368892 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.369180 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.369496 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.369789 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.370070 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.370390 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.370673 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.370956 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.371237 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.371517 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.371798 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.372083 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.372369 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.372653 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.372939 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.373241 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.373545 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.373845 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.374132 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.374431 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.374731 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.375027 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.375315 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.375632 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.375916 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:49.376138 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 19:30:49.376389 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107799) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 19:30:49.680096 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 17 19:30:49.680418 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 17 19:30:49.680687 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 17 19:30:49.680917 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 17 19:30:49.681190 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 17 19:30:49.681563 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 19:30:50.103466 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.103683 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.103973 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.105364 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.105571 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.105838 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.159865 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.160132 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.160400 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.175189 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.175470 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.175744 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.206543 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.206826 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.207096 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.244045 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.244324 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.244593 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.481147 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.481810 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.481810 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.482216 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.482928 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.585328 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.585655 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.585938 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.586207 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.586474 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.586786 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.587049 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.587312 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.587570 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.587856 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.588125 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.588394 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.588654 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.588960 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.589163 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.589456 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.589713 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.589983 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.590255 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.590519 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.590801 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.591057 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.592212 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.592212 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.592212 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.592212 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.592658 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:50.592900 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:50.593141 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:50.593410 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:50.593648 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:50.593889 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:50.594265 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 19:30:50.598582 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 19:30:50.602747 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 19:30:50.606833 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 17 19:30:50.608528 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 19:30:50.609192 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 19:30:50.609562 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 19:30:50.609966 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 19:30:50.613411 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 19:30:50.613659 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 19:30:50.614017 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 19:30:50.619150 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 19:30:50.642557 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 19:30:50.643033 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.643339 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107799) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 17 19:30:50.643725 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.645118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107799) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 19:30:50.645433 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 19:30:50.645680 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 19:30:50.649279 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.649571 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:50.803752 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 19:30:50.803923 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 19:30:50.804174 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 19:30:50.804539 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 19:30:50.858875 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO dbcounter [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Registered counter for database neutron Aug 17 19:30:50.878475 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_db.sqlalchemy.engines [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107799) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 19:30:50.885328 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG dbcounter [-] [107799] Writer thread running {{(pid=107799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 19:30:51.449987 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing driver for type 'gre' Aug 17 19:30:51.450517 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] gre ID ranges: [(1, 1000)] Aug 17 19:30:51.509554 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing driver for type 'local' Aug 17 19:30:51.510206 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing driver for type 'vlan' Aug 17 19:30:51.525034 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] VlanTypeDriver initialization complete Aug 17 19:30:51.525397 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing driver for type 'vxlan' Aug 17 19:30:51.525901 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] vxlan ID ranges: [(1, 1000)] Aug 17 19:30:51.587126 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing extension driver 'port_security' Aug 17 19:30:51.587479 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.extensions.port_security [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] PortSecurityExtensionDriver initialization complete Aug 17 19:30:51.587823 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing mechanism driver 'openvswitch' Aug 17 19:30:51.588164 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing mechanism driver 'hyperv' Aug 17 19:30:51.594948 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.plugin [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:30:51.595648 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.596022 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.596376 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.596892 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 19:30:51.597338 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.597699 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.598047 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.598440 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 19:30:51.598853 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.599202 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.599545 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.599936 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 19:30:51.600343 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.600693 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.601035 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.601450 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 19:30:51.601853 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.602198 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.602537 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.602927 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 19:30:51.603335 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.603733 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.604083 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.604470 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 19:30:51.604914 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] ML2 OVO RPC backend initialized. {{(pid=107799) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 17 19:30:51.605655 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.606010 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.606427 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.606810 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > networks before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.607150 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.607492 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > ports before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.607839 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.608183 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.608554 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.608894 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.609287 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.609594 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.609939 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.610271 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.610606 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.611699 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.612031 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.619774 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded quota_driver: . Aug 17 19:30:51.620147 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.plugin [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Modular L2 Plugin initialization complete Aug 17 19:30:51.620493 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading services supported by the core plugin {{(pid=107799) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 19:30:51.620843 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.plugins.ml2.managers [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Got port-security extension from driver 'port_security' Aug 17 19:30:51.621364 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.extensions.vlantransparent [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Disabled vlantransparent extension. Aug 17 19:30:51.621859 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107799) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 19:30:51.622183 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: router Aug 17 19:30:51.658535 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.658931 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router after_create 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.659306 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router before_create 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.659673 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.660057 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.660406 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router after_delete 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.660765 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.661116 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.661496 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router after_create 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.661850 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router after_update 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.662202 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router after_update 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.662546 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.662902 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router after_update 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.663316 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.663694 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: port after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.664020 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: port after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.664357 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: subnet after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.664708 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.665062 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.665433 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.665778 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: port before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.666118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.666473 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router after_update 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.666817 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.667175 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.667529 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.667874 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.668240 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > agent after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.668587 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.668930 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > network after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.669862 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Tracking information for resource: router configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:51.670194 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Tracking information for resource: floatingip configured {{(pid=107799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 19:30:51.675895 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.db.l3_agentschedulers_db [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 19:30:51.676488 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: port after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.676854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: port after_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.677321 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: port after_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.677589 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: port after_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.678399 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router before_create 55550100 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.678767 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.679252 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.679611 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.684492 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.services.provider_configuration [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service providers = [] {{(pid=107799) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 19:30:51.684853 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.db.servicetype_db [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107799) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 19:30:51.688036 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.services.service_base [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 19:30:51.688384 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.services.service_base [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 19:30:51.688728 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.services.service_base [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 19:30:51.690222 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.services.service_base [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 19:30:51.690597 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.services.service_base [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 19:30:51.690983 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.691299 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 19:30:51.702073 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.702357 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: auto_allocate Aug 17 19:30:51.708210 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: network precommit_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.708581 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: network precommit_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.709106 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.709456 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: tag Aug 17 19:30:51.716853 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.717176 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: timestamp Aug 17 19:30:51.721104 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.721457 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: network_ip_availability Aug 17 19:30:51.727021 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.727395 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.727754 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.728500 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.728826 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: flavors Aug 17 19:30:51.733773 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.734106 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading Plugin: revisions Aug 17 19:30:51.738911 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 19:30:51.739303 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.058s {{(pid=107799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 17 19:30:51.740054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107799) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 17 19:30:51.740397 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Initializing extension manager. Aug 17 19:30:51.740940 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: __init__.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.741314 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: __pycache__ {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.741651 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: address_group.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.742372 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.742950 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: address-group Aug 17 19:30:51.743273 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: address_scope.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.743949 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.744452 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: address-scope Aug 17 19:30:51.744770 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.745680 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.746187 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: router-admin-state-down-before-update Aug 17 19:30:51.746507 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: agent.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.747169 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.747666 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: agent Aug 17 19:30:51.747987 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: agent_resources_synced.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.748853 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.749388 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: agent-resources-synced Aug 17 19:30:51.749711 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.752070 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.752596 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: allowed-address-pairs Aug 17 19:30:51.752924 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.753987 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.754512 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: auto-allocated-topology Aug 17 19:30:51.754839 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: availability_zone.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.755508 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.756017 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: availability_zone Aug 17 19:30:51.756342 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: availability_zone_filter.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.757269 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.757778 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: availability_zone_filter Aug 17 19:30:51.758235 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: data_plane_status.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.759100 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.759606 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 19:30:51.759926 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: default_subnetpools.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.760799 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.761333 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: default-subnetpools Aug 17 19:30:51.761656 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.762457 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.762964 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: dhcp_agent_scheduler Aug 17 19:30:51.763288 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: dns.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.764364 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.764867 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension dns-integration not supported by any of loaded plugins Aug 17 19:30:51.765187 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: dns_domain_ports.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.766252 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.766760 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 19:30:51.767106 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.767989 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.768489 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 19:30:51.768811 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: dvr.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.769481 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.769984 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: dvr Aug 17 19:30:51.770305 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: ecmp_routes.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.771188 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.771690 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 19:30:51.772012 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: empty_string_filtering.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.772910 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.773450 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: empty-string-filtering Aug 17 19:30:51.773771 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.774641 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.775150 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 19:30:51.775472 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.776345 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.776849 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 19:30:51.777168 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: external_net.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.778071 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.778576 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: external-net Aug 17 19:30:51.778898 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.779756 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.780260 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: extra_dhcp_opt Aug 17 19:30:51.780578 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: extraroute.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.781466 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.781969 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: extraroute Aug 17 19:30:51.782290 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: extraroute_atomic.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.783320 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.783820 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: extraroute-atomic Aug 17 19:30:51.784142 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: filter_validation.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.784776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.785563 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: filter-validation Aug 17 19:30:51.785890 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: fip_pf_description.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.786763 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.787264 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 19:30:51.787585 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: fip_pf_port_range.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.788443 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.788940 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 17 19:30:51.789280 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: fip_port_details.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.790151 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.790655 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: fip-port-details Aug 17 19:30:51.790978 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: flavors.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.792178 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.792696 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: flavors Aug 17 19:30:51.793021 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.794666 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.795187 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 19:30:51.795515 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: floatingip_pools.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.796183 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.796727 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: floatingip-pools Aug 17 19:30:51.797005 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: ip_allocation.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.798029 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.798932 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 19:30:51.799253 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.800129 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.800643 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: ip-substring-filtering Aug 17 19:30:51.800973 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l2_adjacency.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.801904 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.802388 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 19:30:51.802714 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.803692 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.804210 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: router Aug 17 19:30:51.804530 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.807076 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.807599 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 19:30:51.807932 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.808813 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.809352 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: ext-gw-mode Aug 17 19:30:51.809677 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.810549 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.811059 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: l3-ha Aug 17 19:30:51.811379 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.812248 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.812767 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 17 19:30:51.813201 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3_flavors.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.814657 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.815168 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: l3-flavors Aug 17 19:30:51.815595 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.816935 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.817470 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 17 19:30:51.817795 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.818668 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.819175 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 19:30:51.819499 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: l3agentscheduler.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.820518 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.821026 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: l3_agent_scheduler Aug 17 19:30:51.821622 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: local_ip.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.823383 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.824116 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension local_ip not supported by any of loaded plugins Aug 17 19:30:51.824482 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: logging.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.825960 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.826481 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension logging not supported by any of loaded plugins Aug 17 19:30:51.826812 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: metering.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.827524 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.829787 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: metering Aug 17 19:30:51.830124 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.831195 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.831716 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: metering_source_and_destination_fields Aug 17 19:30:51.832042 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: multiprovidernet.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.832925 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.833462 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: multi-provider Aug 17 19:30:51.833789 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: netmtu.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.834662 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.835175 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: net-mtu Aug 17 19:30:51.835493 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: netmtu_writable.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.836368 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.836885 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: net-mtu-writable Aug 17 19:30:51.837204 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: network_availability_zone.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.837859 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.838369 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: network_availability_zone Aug 17 19:30:51.838692 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: network_ip_availability.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.839745 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.840265 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: network-ip-availability Aug 17 19:30:51.840579 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: network_segment_range.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.841349 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.841861 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 19:30:51.842185 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: pagination.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.843120 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.843452 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: pagination Aug 17 19:30:51.843774 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: port_device_profile.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.844639 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.845179 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: port-device-profile Aug 17 19:30:51.845603 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: port_mac_address_override.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.846478 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.847127 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: port-mac-override Aug 17 19:30:51.847488 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.848365 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.848896 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: port-mac-address-regenerate Aug 17 19:30:51.849261 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.850113 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.850707 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: port-numa-affinity-policy Aug 17 19:30:51.850975 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: port_resource_request.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.851813 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.852315 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 19:30:51.852639 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: port_resource_request_groups.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.853610 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.854113 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 17 19:30:51.854556 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: portbindings.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.855439 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.855948 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: binding Aug 17 19:30:51.856267 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: portbindings_extended.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.857514 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.858031 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: binding-extended Aug 17 19:30:51.858357 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: portsecurity.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.859233 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.859747 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: port-security Aug 17 19:30:51.860102 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: project_id.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.861576 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.861907 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: project-id Aug 17 19:30:51.862231 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: providernet.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.863099 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.863607 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: provider Aug 17 19:30:51.863927 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.867419 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.867938 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos not supported by any of loaded plugins Aug 17 19:30:51.868272 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.869507 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.870023 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 19:30:51.870349 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.871231 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.871744 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 19:30:51.872066 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_default.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.872938 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.873540 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-default not supported by any of loaded plugins Aug 17 19:30:51.873795 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_fip.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.874668 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.875174 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-fip not supported by any of loaded plugins Aug 17 19:30:51.875496 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.876983 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.877592 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 17 19:30:51.877916 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.878807 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.879317 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 19:30:51.879638 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.880509 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.881009 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 19:30:51.881354 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.882360 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.882936 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 17 19:30:51.883181 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.884177 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.884684 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 17 19:30:51.885009 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_pps_rule.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.886179 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.886685 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-pps not supported by any of loaded plugins Aug 17 19:30:51.887010 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.887883 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.888570 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 19:30:51.888899 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.889800 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.890332 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 17 19:30:51.890654 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: qos_rules_alias.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.891648 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.892188 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 19:30:51.892515 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: quota_check_limit.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.893444 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.893955 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: quota-check-limit Aug 17 19:30:51.894281 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: quotasv2.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.895242 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.895570 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: quotas Aug 17 19:30:51.895890 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: quotasv2_detail.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.897615 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.897957 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: quota_details Aug 17 19:30:51.898292 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: rbac.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.899657 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.900187 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: rbac-policies Aug 17 19:30:51.900521 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: rbac_address_group.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.901437 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.901952 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: rbac-address-group Aug 17 19:30:51.902279 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: rbac_address_scope.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.903154 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.903663 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: rbac-address-scope Aug 17 19:30:51.903987 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: rbac_security_groups.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.904927 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.905454 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: rbac-security-groups Aug 17 19:30:51.905783 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.906658 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.907164 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: rbac-subnetpool Aug 17 19:30:51.907487 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: revisionifmatch.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.908393 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.908900 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: revision-if-match Aug 17 19:30:51.909265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: revisions.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.910322 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.910835 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: standard-attr-revisions Aug 17 19:30:51.911166 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: router_availability_zone.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.911811 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.912319 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: router_availability_zone Aug 17 19:30:51.912642 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: routerservicetype.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.913550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.914168 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension router-service-type not supported by any of loaded plugins Aug 17 19:30:51.914497 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.915399 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.915915 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: security-groups-normalized-cidr Aug 17 19:30:51.916239 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.917124 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.917669 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: port-security-groups-filtering Aug 17 19:30:51.917992 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.918873 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.919388 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: security-groups-remote-address-group Aug 17 19:30:51.919708 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.920611 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.921104 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: security-groups-shared-filtering Aug 17 19:30:51.921447 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: securitygroup.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.932667 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.933308 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: security-group Aug 17 19:30:51.933592 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: segment.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.934338 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.934858 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension segment not supported by any of loaded plugins Aug 17 19:30:51.935190 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.936173 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.936681 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 19:30:51.937019 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: servicetype.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.938100 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.938617 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: service-type Aug 17 19:30:51.939006 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: sorting.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.940453 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.940790 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: sorting Aug 17 19:30:51.941114 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: standard_attr_segment.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.942017 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.942544 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 19:30:51.942869 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: standardattrdescription.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.943488 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.943997 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: standard-attr-description Aug 17 19:30:51.944323 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: stateful_security_group.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.945245 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.946013 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: stateful-security-group Aug 17 19:30:51.946340 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: stdattrs_common.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.947141 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 19:30:51.947460 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.948345 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.948860 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 19:30:51.949185 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: subnet_onboard.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.950284 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.952732 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: subnet_onboard Aug 17 19:30:51.952732 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.952732 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.952732 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 19:30:51.953069 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: subnet_service_types.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.953697 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.954209 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: subnet-service-types Aug 17 19:30:51.954559 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: subnetallocation.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.955596 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.956110 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: subnet_allocation Aug 17 19:30:51.956430 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.957060 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.957610 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: subnetpool-prefix-ops Aug 17 19:30:51.957931 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.958816 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.959322 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 19:30:51.959642 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: tagging.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.960705 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.961234 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: standard-attr-tag Aug 17 19:30:51.961560 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: timestamp.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.962721 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.963235 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loaded extension: standard-attr-timestamp Aug 17 19:30:51.963559 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: trunk.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.964542 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.965058 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension trunk not supported by any of loaded plugins Aug 17 19:30:51.965419 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: trunk_details.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.966302 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.966994 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension trunk-details not supported by any of loaded plugins Aug 17 19:30:51.967318 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.968222 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.968731 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 19:30:51.969054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Loading extension file: vlantransparent.py {{(pid=107799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 19:30:51.969714 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 19:30:51.970748 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 19:30:51.973479 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:network Aug 17 19:30:51.974020 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:subnet Aug 17 19:30:51.974544 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 19:30:51.974938 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:port Aug 17 19:30:51.976257 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.976697 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service FLAVORS assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.977342 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.977770 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.978226 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:router Aug 17 19:30:51.978663 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 19:30:51.979168 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service METERING assigned prefix: /metering {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.980633 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.981012 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.981397 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:30:51.982452 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 19:30:51.982895 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:security_group Aug 17 19:30:51.983334 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 19:30:51.983875 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service CORE assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.984206 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 19:30:51.984556 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] subnetpool is already registered Aug 17 19:30:51.985001 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service CORE assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.985358 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 19:30:51.985695 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] subnetpool is already registered Aug 17 19:30:51.988647 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.989080 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service FLAVORS assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.989709 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.990134 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.990466 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:router Aug 17 19:30:51.990806 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] router is already registered Aug 17 19:30:51.991214 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 19:30:51.991552 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] floatingip is already registered Aug 17 19:30:51.992019 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service METERING assigned prefix: /metering {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.992692 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 19:30:51.993022 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] rbac_policy is already registered Aug 17 19:30:51.993460 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:security_group Aug 17 19:30:51.993797 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] security_group is already registered Aug 17 19:30:51.994200 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 19:30:51.994538 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] security_group_rule is already registered Aug 17 19:30:51.995174 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service CORE assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.995503 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 19:30:51.995840 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] subnetpool is already registered Aug 17 19:30:51.996259 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.v2.resource_helper [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Service CORE assigned prefix: {{(pid=107799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 19:30:51.996591 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 19:30:51.996926 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING neutron.quota.resource_registry [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] subnetpool is already registered Aug 17 19:30:51.997450 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: extensions {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:51.998984 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: address-groups {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.000476 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: address-scopes {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.001891 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: agents {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.003042 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: auto-allocated-topology {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.004322 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: availability_zones {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.005568 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: dhcp-networks {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.007281 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: dhcp-agents {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.008728 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: routers {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.010472 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: flavors {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.011761 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: service_profiles {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.012991 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: next_providers {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.014625 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: service_profiles {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.016326 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: floatingip-pools {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.017619 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: routers {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.019361 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: floatingips {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.020711 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: l3-routers {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.022146 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: l3-agents {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.023582 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: metering-labels {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.024839 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: metering-label-rules {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.027353 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: network-ip-availabilities {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.028642 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: bindings {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.030258 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: quotas {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.031939 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: quotas {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.034323 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: rbac-policies {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.035541 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: security-groups {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.036839 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: security-group-rules {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.038149 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: service-providers {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.039388 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: subnetpools {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.040722 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: subnetpools {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.042336 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.044032 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.046012 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.047818 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.049773 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.051789 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.053555 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.055484 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.057430 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.059192 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron.api.extensions [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Extended resource: tags {{(pid=107799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 19:30:52.066121 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING keystonemiddleware.auth_token [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 19:30:52.071283 dv-cinder-850698-2-iscsi neutron-server[107799]: WARNING keystonemiddleware.auth_token [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 19:30:52.080953 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Acquiring lock "singleton_lock" {{(pid=107799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 17 19:30:52.081298 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Acquired lock "singleton_lock" {{(pid=107799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 17 19:30:52.081781 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_concurrency.lockutils [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Releasing lock "singleton_lock" {{(pid=107799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 17 19:30:52.082446 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO oslo_service.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Starting 2 workers Aug 17 19:30:52.087685 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Started child 111881 {{(pid=107799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 19:30:52.092694 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Started child 111883 {{(pid=107799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 19:30:52.093400 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:30:52.094395 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO neutron.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 19:30:52.095022 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=107799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:30:52.095210 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [-] (111881) wsgi starting up on http://0.0.0.0:9696 Aug 17 19:30:52.097746 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO oslo_service.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Starting 1 workers Aug 17 19:30:52.098936 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:30:52.100658 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [-] (111883) wsgi starting up on http://0.0.0.0:9696 Aug 17 19:30:52.103523 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Started child 111890 {{(pid=107799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 19:30:52.104061 dv-cinder-850698-2-iscsi neutron-server[107799]: INFO oslo_service.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Starting 1 workers Aug 17 19:30:52.107274 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] calling RpcWorker wait() {{(pid=111890) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 19:30:52.109059 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Started child 111893 {{(pid=107799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 19:30:52.109398 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.service [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] returning from RpcWorker wait() {{(pid=111890) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 19:30:52.110833 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:30:52.111125 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG neutron_lib.callbacks.manager [None req-54d02871-7c26-4c00-a68b-be8b3ceae8a7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=107799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:30:52.111439 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:30:52.113337 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 19:30:52.113716 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 19:30:52.114052 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 19:30:52.114287 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 19:30:52.114619 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 19:30:52.114801 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 19:30:52.115467 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.115737 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.116280 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.116632 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:30:52.117368 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.118017 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.118305 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.118555 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.118843 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.119124 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.119301 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.119467 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.119858 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.120242 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.120719 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.121006 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.121276 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.121527 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.121719 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.121969 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.122240 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.122502 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.122802 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] debug = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.123065 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.123578 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.123832 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.124209 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.124611 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.125018 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.125452 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.125857 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.126122 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.126952 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.127106 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.127514 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.127767 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.128008 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.128244 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.128521 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.128746 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.129250 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] host = dv-cinder-850698-2-iscsi {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.129494 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.129732 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.129975 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.130385 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.130785 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.131164 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.131578 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.131998 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.132278 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.132509 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.133909 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.134353 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.134744 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.135172 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.135490 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_options = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.135882 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.136332 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.136766 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.137105 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.137459 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.137802 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.138067 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.138338 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.138501 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.138823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.138922 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.139482 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.140306 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.141006 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.141918 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.142734 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.142980 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.143228 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.143500 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.143662 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:30:52.143767 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.144014 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.144281 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.144475 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.144694 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.145069 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.145486 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.145872 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.146107 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.146405 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.146587 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.147014 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.147274 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.147491 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.147899 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.148163 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.148530 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.148885 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.149295 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.149700 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.150064 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.150470 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.150868 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.151116 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.151742 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.151742 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.151916 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.152082 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_json = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.152237 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.152469 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.152985 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.152985 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.153465 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.153611 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.154001 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.154265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.154463 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.155028 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.155332 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.155642 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.155890 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.156137 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.156379 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.156614 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.156856 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.157115 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.157529 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.158027 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.158405 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.158842 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.159244 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.159656 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.160139 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.160539 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.160952 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.161369 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.161606 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.161987 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.162464 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.162745 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.163916 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.164318 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.164559 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.164938 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.165259 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.165552 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.165868 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.166217 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.166625 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.167063 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.167348 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.167585 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.168122 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.168487 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.168847 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.169274 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.169496 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.169907 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.170155 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.170400 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.170668 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.170916 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.171321 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.171689 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.172109 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.172516 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.172762 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.172986 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.173259 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.173482 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.173705 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.173940 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.174179 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.174420 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.174654 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.174909 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.175304 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.175694 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.176132 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.176545 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.176976 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.177424 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.177643 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.177860 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.178213 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.178475 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.178681 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.178894 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.179110 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.179329 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.179566 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.179941 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.180162 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.180377 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.180592 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.180832 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.181066 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.181465 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.181846 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.182083 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.182313 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.182525 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.182901 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.183140 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.183386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.183619 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.183830 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.184062 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.184390 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.184785 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.185038 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.185366 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.185554 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.185803 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.186092 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.186276 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.186505 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.186741 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.186988 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.187234 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.187462 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.187716 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.187936 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.188191 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.188427 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.188642 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.189449 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.189618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.189993 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.190254 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.190482 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.190733 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.190972 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.191229 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.191464 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.191717 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.191937 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.192189 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.192444 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.192710 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.192948 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.193269 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.193490 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.193749 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.194030 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.194303 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.194578 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.194868 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.195113 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.195377 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.195634 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.195947 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.196210 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.196762 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.196986 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.197333 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.197495 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.197692 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.198091 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.198259 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.198479 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.198708 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.199326 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.199326 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.199767 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.199924 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201247 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201247 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201247 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201247 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201247 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201932 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201932 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.201932 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.202326 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.202460 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.202594 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.202886 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.203047 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.203419 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.203560 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.203694 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.204019 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.204190 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.204333 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.204588 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.205381 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.205597 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.205836 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.206147 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.206289 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.206468 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.206684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.206895 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.207338 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.207633 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.207965 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.208393 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.208775 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.209181 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.209522 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.209822 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.210117 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.210400 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.210621 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.210828 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.211044 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.211247 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.211456 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.211674 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.211901 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.212114 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.212384 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.212635 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.212975 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.213244 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.213640 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.213906 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.214143 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.214367 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.214579 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.214797 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.215047 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.215266 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.215488 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.215739 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.215961 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.216223 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.216395 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.216612 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.216868 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.217124 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.217337 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.218525 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.218783 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.219012 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.219234 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.219452 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.219684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.219895 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.220135 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.220354 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.220584 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.220883 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.221140 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.221409 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.221697 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.221915 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.222149 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.222376 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.222586 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.222795 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.223017 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.223252 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.223483 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.223712 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.223970 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.224199 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.224415 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.224628 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.225550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.225550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.225550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.225550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.225858 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.225928 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.226123 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.226367 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.226582 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.226789 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.227013 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.227228 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.227457 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.227680 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.227887 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.228116 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.228499 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.228745 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.228976 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.229279 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.229530 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.229765 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.230059 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.230286 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.230534 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.230798 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.231114 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.231404 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.231604 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.231877 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.232094 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.232307 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.232596 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.232912 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.233230 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.233484 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.233785 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.234041 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.234327 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.234603 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.234822 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.235127 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.235474 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.235799 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.236062 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.236320 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.236565 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.236796 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.237012 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.237283 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.237522 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.237737 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.237978 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.238231 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.238461 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.241709 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:30:52.242664 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.242664 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.242664 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.242933 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.243077 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.243317 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.243583 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.243756 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 19:30:52.244308 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 19:30:52.244463 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 19:30:52.244603 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 19:30:52.244786 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 19:30:52.244978 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 19:30:52.245135 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 19:30:52.245350 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.245532 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.245715 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.245857 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.245993 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.246132 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.246301 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.246464 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.246617 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.246913 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.246913 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.247195 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.247195 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.247466 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.247603 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.247739 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.247874 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.248031 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.248171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.248259 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.248403 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.248566 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] debug = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.248875 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.249012 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.249152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.249300 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.249441 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.249566 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.249854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.249854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.250117 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.250367 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.250367 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.250607 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.250607 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.250850 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.250974 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.251096 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.251206 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.252038 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] host = dv-cinder-850698-2-iscsi {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.252038 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.252249 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.252353 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.252456 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.252597 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.252798 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.253004 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.253170 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.253352 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.253510 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.253670 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.253907 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.254057 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.254273 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.254273 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_options = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.254498 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.254608 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.254729 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.254890 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.255055 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.255215 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.255374 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.255763 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.255930 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.256777 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.256777 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.256777 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.256777 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.256777 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.257300 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.257300 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.257777 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.257777 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.258036 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.258188 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.258339 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.258464 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.258703 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.258703 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.258943 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.259153 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.259319 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.259575 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.259773 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.259925 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.260128 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.260549 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.260549 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.260795 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.260795 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.261039 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.261039 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.261294 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.261405 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.261571 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.261801 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.261998 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.262269 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.262269 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.262600 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.262600 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.262876 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_json = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.262876 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.263130 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.263130 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.263516 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.263516 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.263516 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.263981 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.263981 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.264550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 19:30:52.264550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.264550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.264550 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265141 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265141 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265141 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265141 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265750 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265750 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265750 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.265750 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.266248 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.266248 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.266248 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.266636 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.266636 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.266909 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.266909 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.267728 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.267728 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.268130 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.268130 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.268130 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.268520 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.268520 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.268780 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.268780 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.269038 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.269038 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.269400 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.269400 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.269663 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.269815 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.270086 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.270086 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.270350 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.270350 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.270809 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.270809 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.270809 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.271345 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.271345 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.271345 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.271345 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.272092 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.272092 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.272092 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.272092 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.272092 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.273167 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.273167 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.273167 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.273167 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.273167 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.273167 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.274054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.274054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.274054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.274054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.274054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.274054 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275118 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275971 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275971 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275971 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275971 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275971 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.275971 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.277064 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.277064 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.277064 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.277064 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.277064 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.277064 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278963 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278963 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278963 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278963 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278963 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.278963 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.279877 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.279877 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.279877 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.279877 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.279877 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.279877 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.281171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.282265 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.284088 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.285618 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.286623 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.287776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.287776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.287776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.287776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.287776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.287776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.287776 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.288652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.288652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.288652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.288652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.288652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.288652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291061 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.291854 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.292386 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.293071 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.293071 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.293071 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.293071 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.293071 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.293071 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.294251 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.294251 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.294251 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.294251 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.294251 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.294251 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.295684 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296225 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296225 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296225 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296225 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296497 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296497 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296645 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296723 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.296945 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.297081 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.297305 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.297427 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.297588 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.297749 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.298021 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.298976 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.299288 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.299582 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.299880 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.300179 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.300572 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.302050 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40770) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:30:52.309127 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049314 Aug 17 19:30:52.313273 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.313766 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039735 Aug 17 19:30:52.314167 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.314520 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.314740 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.315026 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.316102 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.316102 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.316102 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.316102 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.316387 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.316665 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.317409 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.317409 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.317409 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.317809 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.317969 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.319223 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.319223 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.319223 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.319650 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.319810 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.320996 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.320996 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.320996 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.320996 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.321881 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.321881 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.321881 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.322268 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.322410 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.322679 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.324823 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.325442 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.325442 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.325442 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.325442 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.325730 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.326419 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.326419 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.328152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.328152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.328152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.328152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.328152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.328152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.328152 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.330652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.330652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.330652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.330652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.330652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.330652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.330652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.331068 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.331068 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.331350 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.331504 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.331786 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.332056 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.332332 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.332600 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.332869 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.334028 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.334297 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.334575 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.335077 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.336206 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.336206 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.336206 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.336206 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.336778 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.336778 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.337059 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.337202 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.337409 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.337652 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.337901 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.338171 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.338380 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.338640 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 19:30:52.339100 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 19:31:01.578059 dv-cinder-850698-2-iscsi neutron-server[107799]: DEBUG dbcounter [-] [107799] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:04.017166 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc69435-353c-4e48-bdfa-93a820a12754 None None] get_active_networks_info from dv-cinder-850698-2-iscsi {{(pid=111890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 17 19:31:04.042635 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writer thread running {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 19:31:04.042635 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writer thread running {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 19:31:04.111885 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc69435-353c-4e48-bdfa-93a820a12754 None None] No non-hosted networks {{(pid=111890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 19:31:04.147260 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.agentschedulers_db [None req-3cc69435-353c-4e48-bdfa-93a820a12754 None None] DHCP Agent not found on host dv-cinder-850698-2-iscsi {{(pid=111890) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 17 19:31:04.226426 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-815a02b0-808f-44c6-9135-38b0f416841c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568093'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:05.535462 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writer thread running {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 19:31:06.062293 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-56935450-20fa-4e83-bba0-8f18e5475402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568093'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:06.100168 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-302f1eff-517e-4028-9fd9-5cefb5f81280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:07.413496 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568093'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:07.534258 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40842) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:08.114969 dv-cinder-850698-2-iscsi neutron-server[111881]: WARNING oslo_policy.policy [None req-a6540508-7bd7-41d9-863c-baf907911c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:08.115609 dv-cinder-850698-2-iscsi neutron-server[111881]: WARNING oslo_policy.policy [None req-a6540508-7bd7-41d9-863c-baf907911c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:08.335160 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [None req-a6540508-7bd7-41d9-863c-baf907911c22 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:31:08.336370 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a6540508-7bd7-41d9-863c-baf907911c22 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8009367 Aug 17 19:31:08.719330 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568093'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:08.723044 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.724072 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.725091 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.725760 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.729697 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.733857 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.734654 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.738574 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.740009 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.741026 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.741797 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.743114 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.745318 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.745787 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.746679 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:08.747753 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850698-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:08.768976 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850698-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:08.859514 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568093'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:10.808720 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40876) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:11.149364 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-741a48dd-471f-4717-86f7-98df0322ec3f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:31:11.245301 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.policy [None req-741a48dd-471f-4717-86f7-98df0322ec3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 19:31:11.254084 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.db.l3_hamode_db [None req-b516e923-b971-4347-af6f-0cb32023fbd0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 19:31:11.289364 dv-cinder-850698-2-iscsi neutron-server[111881]: WARNING oslo_policy.policy [None req-741a48dd-471f-4717-86f7-98df0322ec3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:11.289825 dv-cinder-850698-2-iscsi neutron-server[111881]: WARNING oslo_policy.policy [None req-741a48dd-471f-4717-86f7-98df0322ec3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:11.309708 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writer thread running {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 19:31:11.333318 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516e923-b971-4347-af6f-0cb32023fbd0 None None] Routers set() bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:31:11.333698 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516e923-b971-4347-af6f-0cb32023fbd0 None None] Router IDs set() for agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 17 19:31:11.387605 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-741a48dd-471f-4717-86f7-98df0322ec3f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329431604', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329432128', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329448800', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329440161', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329466152', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329458050', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3750184', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3744379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633255', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562784'] for rbac-policy (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:11.459014 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-741a48dd-471f-4717-86f7-98df0322ec3f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:11.460181 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-741a48dd-471f-4717-86f7-98df0322ec3f admin admin] 10.222.0.59 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504593 Aug 17 19:31:13.814149 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40886) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:14.175074 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:31:14.206545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Made reservation on behalf of ae031331f09347b5aa81bca548f03953 for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:31:14.210759 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.228808 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.356962 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks [] for security_group (2ce0a34e-b6bc-4a75-b3f5-b22f1ba1b425), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.361083 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2ce0a34e-b6bc-4a75-b3f5-b22f1ba1b425), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.389323 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:31:14.431490 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753329620107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (5e17a45a-be35-4c9c-bdfa-60f906dd76b3), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.432096 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Unsubscribe: segment precommit_create {{(pid=111881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 19:31:14.432668 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Added segment 5e17a45a-be35-4c9c-bdfa-60f906dd76b3 of type vlan for network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 Aug 17 19:31:14.451731 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce0a34e-b6bc-4a75-b3f5-b22f1ba1b425,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:14.509308 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.509644 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.510002 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.510341 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.510709 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.511042 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.511365 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.511676 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.511990 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.512307 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.512618 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.512950 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.513287 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.513600 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.513908 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Tracked resource versions report: Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: pushed versions: Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: { 'AddressGroup': {'1.2'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Agent': {'1.1'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'ConntrackHelper': {'1.0'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Log': {'1.0'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'NDPProxy': {'1.0'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Network': {'1.1'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Port': {'1.7'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'PortForwarding': {'1.3'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'QosPolicy': {'1.10'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroup': {'1.5'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SubPort': {'1.0'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Subnet': {'1.1'}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Trunk': {'1.1'}} Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: consumer versions: Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Agent': '1.1', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'ConntrackHelper': '1.0', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'LocalIPAssociation': '1.0', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Log': '1.0', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'NDPProxy': '1.0', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Network': '1.1', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Port': '1.7', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'PortForwarding': '1.3', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'QosPolicy': '1.10', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroup': '1.5', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroupRule': '1.2', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SubPort': '1.0', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Subnet': '1.1', Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Trunk': '1.1'}} Aug 17 19:31:14.515382 dv-cinder-850698-2-iscsi neutron-server[111881]: {{(pid=111881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:31:14.549889 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (e45bb4d4-7173-4ae3-8bf7-df153a8005c3), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.595245 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (e45bb4d4-7173-4ae3-8bf7-df153a8005c3), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.600504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:14.601248 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:14.628596 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:14.662040 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8467879 Aug 17 19:31:14.734069 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27426984-7296-47c1-beb3-25c595f3c97c demo demo] Pushing event updated for resources: {'Network': ['ID=e45bb4d4-7173-4ae3-8bf7-df153a8005c3,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:14.747030 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:31:17.107331 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 40900) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:17.653151 dv-cinder-850698-2-iscsi neutron-server[111883]: WARNING oslo_policy.policy [None req-5e75ac0f-392b-4fd4-ad8d-b4c20ce65b20 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:17.653738 dv-cinder-850698-2-iscsi neutron-server[111883]: WARNING oslo_policy.policy [None req-5e75ac0f-392b-4fd4-ad8d-b4c20ce65b20 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:17.879651 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writer thread running {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 19:31:18.087461 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.policy [None req-5e75ac0f-392b-4fd4-ad8d-b4c20ce65b20 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 19:31:18.130362 dv-cinder-850698-2-iscsi neutron-server[111883]: WARNING oslo_policy.policy [None req-5e75ac0f-392b-4fd4-ad8d-b4c20ce65b20 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:18.130945 dv-cinder-850698-2-iscsi neutron-server[111883]: WARNING oslo_policy.policy [None req-5e75ac0f-392b-4fd4-ad8d-b4c20ce65b20 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 19:31:18.138479 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75ac0f-392b-4fd4-ad8d-b4c20ce65b20 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:18.140449 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-5e75ac0f-392b-4fd4-ad8d-b4c20ce65b20 demo admin] 10.222.0.59 "GET /networking/v2.0/networks/e45bb4d4-7173-4ae3-8bf7-df153a8005c3 HTTP/1.1" status: 200 len: 825 time: 1.0312712 Aug 17 19:31:18.182929 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-0f0a52ab-b90b-4a4f-a941-c00ae4971f02 demo admin] 10.222.0.59 "GET /networking/v2.0/subnetpools/811a59c8-87e6-4f4e-a2c5-c59b555f4003 HTTP/1.1" status: 200 len: 734 time: 0.0354288 Aug 17 19:31:18.192900 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '811a59c8-87e6-4f4e-a2c5-c59b555f4003', 'ip_version': 4, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:31:18.239153 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Made reservation on behalf of ae031331f09347b5aa81bca548f03953 for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:31:18.242433 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:18.563162 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (c1ab03b6-5ca9-4204-8631-61534a821f8e), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:18.642218 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Checking segment: {'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:31:18.642574 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Network hostable DHCP agents. Network: e45bb4d4-7173-4ae3-8bf7-df153a8005c3, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:31:18.653799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c1ab03b6-5ca9-4204-8631-61534a821f8e,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:18.665144 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.665522 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.665871 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.666214 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.666536 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.666853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.667159 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.667470 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.667797 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.668111 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.668420 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.668728 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.669033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.669370 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.669676 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Tracked resource versions report: Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: pushed versions: Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: { 'AddressGroup': {'1.2'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Agent': {'1.1'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'ConntrackHelper': {'1.0'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Log': {'1.0'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'NDPProxy': {'1.0'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Network': {'1.1'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Port': {'1.7'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'PortForwarding': {'1.3'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'QosPolicy': {'1.10'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroup': {'1.5'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SubPort': {'1.0'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Subnet': {'1.1'}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Trunk': {'1.1'}} Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: consumer versions: Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Agent': '1.1', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'ConntrackHelper': '1.0', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'LocalIPAssociation': '1.0', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Log': '1.0', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'NDPProxy': '1.0', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Network': '1.1', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Port': '1.7', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'PortForwarding': '1.3', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'QosPolicy': '1.10', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroup': '1.5', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroupRule': '1.2', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SubPort': '1.0', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Subnet': '1.1', Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Trunk': '1.1'}} Aug 17 19:31:18.671083 dv-cinder-850698-2-iscsi neutron-server[111883]: {{(pid=111883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:31:18.694741 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:31:18.700131 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:18.711041 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, e45bb4d4-7173-4ae3-8bf7-df153a8005c3) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:31:18.716022 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:18.716641 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:18.721080 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8af805-0f7c-4946-87d7-821ca34a134a None None] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:31:18.740506 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-35aeff9d-fd90-49ac-95f6-0a63da830bc9 demo admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5513186 Aug 17 19:31:19.009623 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'project_id': 'ae031331f09347b5aa81bca548f03953', 'fixed_ips': [{'subnet_id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:31:19.010965 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:19.302886 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Allocated IP 172.20.0.2 (e45bb4d4-7173-4ae3-8bf7-df153a8005c3/c1ab03b6-5ca9-4204-8631-61534a821f8e/9cc4fb80-3d47-490c-88fe-39c662c9fa35) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:31:19.580743 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Publish callbacks [] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:19.598792 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:19.679442 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:31:19.685682 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:31:19.691280 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Pushing event updated for resources: {'Port': ['ID=9cc4fb80-3d47-490c-88fe-39c662c9fa35,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:19.693613 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:31:19.707453 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.707793 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.708154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.708505 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.708881 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.709161 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.709509 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.709836 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.710161 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.710485 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.710810 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.711151 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.711475 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.711802 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.712118 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Tracked resource versions report: Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: pushed versions: Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: { 'AddressGroup': {'1.2'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Agent': {'1.1'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'ConntrackHelper': {'1.0'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Log': {'1.0'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'NDPProxy': {'1.0'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Network': {'1.1'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Port': {'1.7'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'PortForwarding': {'1.3'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'QosPolicy': {'1.10'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroup': {'1.5'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SubPort': {'1.0'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Subnet': {'1.1'}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Trunk': {'1.1'}} Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: consumer versions: Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Agent': '1.1', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'ConntrackHelper': '1.0', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'LocalIPAssociation': '1.0', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Log': '1.0', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'NDPProxy': '1.0', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Network': '1.1', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Port': '1.7', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'PortForwarding': '1.3', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'QosPolicy': '1.10', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroup': '1.5', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroupRule': '1.2', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SubPort': '1.0', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Subnet': '1.1', Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Trunk': '1.1'}} Aug 17 19:31:19.713567 dv-cinder-850698-2-iscsi neutron-server[111890]: {{(pid=111890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:31:19.791367 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Attempting to bind port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:31:19.792058 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Attempting to bind port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:31:19.792185 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Attempting to bind port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 on network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:31:19.797347 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:31:19.797728 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Checking segment: {'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:31:19.798197 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:19.798587 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Bound using segment: {'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:31:19.799069 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Bound port: 9cc4fb80-3d47-490c-88fe-39c662c9fa35, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:31:19.799484 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:19.813232 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:19.865773 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] For port 9cc4fb80-3d47-490c-88fe-39c662c9fa35, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:31:19.888219 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] For port 9cc4fb80-3d47-490c-88fe-39c662c9fa35, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=9cc4fb80-3d47-490c-88fe-39c662c9fa35,segment=NetworkSegment(5e17a45a-be35-4c9c-bdfa-60f906dd76b3),segment_id=5e17a45a-be35-4c9c-bdfa-60f906dd76b3)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:31:19.896289 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:19.948463 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76b42c-7864-4ec0-ad17-ecd662e74234 None None] Pushing event updated for resources: {'Port': ['ID=9cc4fb80-3d47-490c-88fe-39c662c9fa35,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:20.866639 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=6 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:20.872656 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:21.261504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40928) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:21.639901 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [None req-b6b86a55-ecb8-4bc5-a36f-b480638ac5ef admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:31:21.640941 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b6b86a55-ecb8-4bc5-a36f-b480638ac5ef admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3783090 Aug 17 19:31:24.179315 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40936) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:24.560831 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [None req-688adc29-1d3d-4257-9de4-1a36529a6818 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:31:24.562019 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-688adc29-1d3d-4257-9de4-1a36529a6818 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3817728 Aug 17 19:31:24.729256 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=11,neutron:SELECT=52,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:27.050261 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40948) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:27.410153 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-d8beac23-e242-45e7-b23a-ebab0e71090d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:31:27.434056 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d8beac23-e242-45e7-b23a-ebab0e71090d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (65394ee9-0c75-47e5-8f78-79ac7f01bdff), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:27.435530 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d8beac23-e242-45e7-b23a-ebab0e71090d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (65394ee9-0c75-47e5-8f78-79ac7f01bdff), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:27.574297 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d8beac23-e242-45e7-b23a-ebab0e71090d demo demo] Publish callbacks [] for router_controller (65394ee9-0c75-47e5-8f78-79ac7f01bdff), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:27.579620 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d8beac23-e242-45e7-b23a-ebab0e71090d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (65394ee9-0c75-47e5-8f78-79ac7f01bdff), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:27.596307 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d8beac23-e242-45e7-b23a-ebab0e71090d demo demo] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:27.597516 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d8beac23-e242-45e7-b23a-ebab0e71090d demo demo] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5462518 Aug 17 19:31:28.456878 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 9cc4fb80-3d47-490c-88fe-39c662c9fa35 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:31:28.502580 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c04fc7-c27f-42e6-83d3-41bbcfc738e9 None None] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:31:28.603003 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-657826cb-61fb-435d-8d66-5df8c1428f76 None None] Provisioning complete for port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:28.603424 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-657826cb-61fb-435d-8d66-5df8c1428f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:28.610576 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:28.610943 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:28.668446 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:28.733185 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=59,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:28.802138 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:28.835793 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-657826cb-61fb-435d-8d66-5df8c1428f76 None None] Current status of the port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:28.836186 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-657826cb-61fb-435d-8d66-5df8c1428f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:28.847640 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:28.848026 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:28.893478 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-657826cb-61fb-435d-8d66-5df8c1428f76 None None] For port 9cc4fb80-3d47-490c-88fe-39c662c9fa35, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=9cc4fb80-3d47-490c-88fe-39c662c9fa35,segment=NetworkSegment(5e17a45a-be35-4c9c-bdfa-60f906dd76b3),segment_id=5e17a45a-be35-4c9c-bdfa-60f906dd76b3)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:31:28.898488 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-657826cb-61fb-435d-8d66-5df8c1428f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:28.967653 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.db.api [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 17 19:31:28.968124 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG oslo_db.api [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 19:31:28.972379 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657826cb-61fb-435d-8d66-5df8c1428f76 None None] Pushing event updated for resources: {'Port': ['ID=9cc4fb80-3d47-490c-88fe-39c662c9fa35,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:29.016913 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-3bf341e8-4569-44f6-b1cd-5eabf9be0ef8 None None] Provisioning complete for port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:29.017378 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3bf341e8-4569-44f6-b1cd-5eabf9be0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:29.090745 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-3bf341e8-4569-44f6-b1cd-5eabf9be0ef8 None None] Current status of the port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:29.502780 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:29.971245 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40958) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:30.298739 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [None req-fcd5458c-c90e-4ed4-95eb-8d93257c467a admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:31:30.299745 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-fcd5458c-c90e-4ed4-95eb-8d93257c467a admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275685 Aug 17 19:31:30.434218 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 9cc4fb80-3d47-490c-88fe-39c662c9fa35 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:31:30.479779 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:30.480098 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:30.554666 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:32.701351 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40966) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:33.021436 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:31:33.041954 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Made reservation on behalf of 1b6bfa57344b45408392b78ab2643b3c for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:31:33.044189 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.052193 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.126437 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks [] for security_group (3ffaa7b2-1388-465d-a385-3c49b7f85740), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.130049 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (3ffaa7b2-1388-465d-a385-3c49b7f85740), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.145887 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Reserving flat network on physical network physnet1 {{(pid=111881) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 19:31:33.166735 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffaa7b2-1388-465d-a385-3c49b7f85740,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:33.171490 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (95e384aa-25fb-472c-a441-c225babcc844), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.171831 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Added segment 95e384aa-25fb-472c-a441-c225babcc844 of type flat for network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea Aug 17 19:31:33.238712 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (9737d9dd-81d2-4b7f-a843-0db4a0c822ea), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.273643 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (9737d9dd-81d2-4b7f-a843-0db4a0c822ea), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.274631 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:33.275337 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:33.363638 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6611798 Aug 17 19:31:33.371100 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b4f30-2be6-4165-9226-ac7cbe7a1c8a admin admin] Pushing event updated for resources: {'Network': ['ID=9737d9dd-81d2-4b7f-a843-0db4a0c822ea,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:33.386137 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:31:34.048244 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ebd2-1370-457b-81f1-fa5e80509c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:35.720509 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 40974) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:36.053271 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f81bd76d-d309-4316-a8bb-4e12753c95ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:36.087157 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e10f8-f3ab-4143-8276-3143ecde8f6b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:36.088522 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-5f1e10f8-f3ab-4143-8276-3143ecde8f6b demo admin] 10.222.0.59 "GET /networking/v2.0/subnets/c1ab03b6-5ca9-4204-8631-61534a821f8e HTTP/1.1" status: 200 len: 849 time: 0.3670840 Aug 17 19:31:36.270502 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-b94055e2-302f-4941-90be-b48ce4709551 demo admin] 10.222.0.59 "GET /networking/v2.0/routers/65394ee9-0c75-47e5-8f78-79ac7f01bdff HTTP/1.1" status: 200 len: 704 time: 0.1758170 Aug 17 19:31:36.533345 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:36.827003 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Allocated IP 172.20.0.1 (e45bb4d4-7173-4ae3-8bf7-df153a8005c3/c1ab03b6-5ca9-4204-8631-61534a821f8e/68f705f1-3232-4c3c-91f6-e1af70e047d6) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:31:36.983603 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks [] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.049504 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.124810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:31:37.129925 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:31:37.136650 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:31:37.137182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (65394ee9-0c75-47e5-8f78-79ac7f01bdff), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.159271 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Pushing event updated for resources: {'Port': ['ID=68f705f1-3232-4c3c-91f6-e1af70e047d6,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:37.286468 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:37.348408 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.359936 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-2f47e479-108a-42fa-9c7f-c6134a2c3f83 None None] Provisioning complete for port 68f705f1-3232-4c3c-91f6-e1af70e047d6 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:37.360940 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2f47e479-108a-42fa-9c7f-c6134a2c3f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.380803 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:37.403644 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-2f47e479-108a-42fa-9c7f-c6134a2c3f83 None None] Port 68f705f1-3232-4c3c-91f6-e1af70e047d6 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:31:37.405252 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.615265 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks [] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.619873 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.620830 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (65394ee9-0c75-47e5-8f78-79ac7f01bdff), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.694922 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Pushing event updated for resources: {'Port': ['ID=68f705f1-3232-4c3c-91f6-e1af70e047d6,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:37.745150 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:31:37.746490 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:31:37.904412 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Router 65394ee9-0c75-47e5-8f78-79ac7f01bdff is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:31:37.926737 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-8afcd40f-4651-4336-86e4-d7ba9b74b543 None None] Provisioning complete for port 68f705f1-3232-4c3c-91f6-e1af70e047d6 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:37.927224 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8afcd40f-4651-4336-86e4-d7ba9b74b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:37.961549 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-8afcd40f-4651-4336-86e4-d7ba9b74b543 None None] Port 68f705f1-3232-4c3c-91f6-e1af70e047d6 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:31:37.995371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:31:38.001600 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d303841c-846b-447f-9e5b-97893ff9fa29 demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/65394ee9-0c75-47e5-8f78-79ac7f01bdff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7253053 Aug 17 19:31:38.017498 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Sync routers for ids ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:31:38.030052 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Routers {'65394ee9-0c75-47e5-8f78-79ac7f01bdff'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:31:38.030867 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:31:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:38.209472 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Set router 65394ee9-0c75-47e5-8f78-79ac7f01bdff gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:31:38.624481 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'name': 'router1', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:31:27Z', 'updated_at': '2022-08-17T19:31:37Z', 'revision_number': 2, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'gw_port_host': None, '_interfaces': [{'id': '68f705f1-3232-4c3c-91f6-e1af70e047d6', 'name': '', 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'mac_address': 'fa:16:3e:91:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:36Z', 'updated_at': '2022-08-17T19:31:37Z', 'revision_number': 2, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'subnets': [{'id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '811a59c8-87e6-4f4e-a2c5-c59b555f4003'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:38.675985 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Checking router: 65394ee9-0c75-47e5-8f78-79ac7f01bdff for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:31:38.676349 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Updating router 65394ee9-0c75-47e5-8f78-79ac7f01bdff port 68f705f1-3232-4c3c-91f6-e1af70e047d6 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:31:38.690256 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:38.729249 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:38.806736 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:39.237123 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Publish callbacks [] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:39.244009 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:39.401168 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Pushing event updated for resources: {'Port': ['ID=68f705f1-3232-4c3c-91f6-e1af70e047d6,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:39.406065 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Attempting to bind port 68f705f1-3232-4c3c-91f6-e1af70e047d6 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:31:39.406487 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Attempting to bind port 68f705f1-3232-4c3c-91f6-e1af70e047d6 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:31:39.406930 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Attempting to bind port 68f705f1-3232-4c3c-91f6-e1af70e047d6 on network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:31:39.415462 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.415810 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.416155 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.416500 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.416830 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.417157 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.417505 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.417832 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.418153 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.418472 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.418795 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.419132 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.419457 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.419770 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.420085 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Tracked resource versions report: Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: pushed versions: Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: { 'AddressGroup': {'1.2'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Agent': {'1.1'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'ConntrackHelper': {'1.0'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Log': {'1.0'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'NDPProxy': {'1.0'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Network': {'1.1'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Port': {'1.7'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'PortForwarding': {'1.3'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'QosPolicy': {'1.10'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroup': {'1.5'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SubPort': {'1.0'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Subnet': {'1.1'}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Trunk': {'1.1'}} Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: consumer versions: Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Agent': '1.1', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'ConntrackHelper': '1.0', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'LocalIPAssociation': '1.0', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Log': '1.0', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'NDPProxy': '1.0', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Network': '1.1', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Port': '1.7', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'PortForwarding': '1.3', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'QosPolicy': '1.10', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroup': '1.5', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroupRule': '1.2', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SubPort': '1.0', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Subnet': '1.1', Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Trunk': '1.1'}} Aug 17 19:31:39.421901 dv-cinder-850698-2-iscsi neutron-server[111893]: {{(pid=111893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:31:39.429229 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:31:39.429628 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Checking segment: {'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:31:39.430146 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:39.430621 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Bound using segment: {'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:31:39.431242 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Bound port: 68f705f1-3232-4c3c-91f6-e1af70e047d6, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e17a45a-be35-4c9c-bdfa-60f906dd76b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:31:39.431654 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:39.505162 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] For port 68f705f1-3232-4c3c-91f6-e1af70e047d6, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:31:39.520615 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:39.529151 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] For port 68f705f1-3232-4c3c-91f6-e1af70e047d6, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=68f705f1-3232-4c3c-91f6-e1af70e047d6,segment=NetworkSegment(5e17a45a-be35-4c9c-bdfa-60f906dd76b3),segment_id=5e17a45a-be35-4c9c-bdfa-60f906dd76b3)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:31:39.536594 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:39.561666 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:39.576477 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Routers {'65394ee9-0c75-47e5-8f78-79ac7f01bdff'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:31:39.577084 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:31:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:39.650353 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650085dd-4496-46c7-b767-5c80ae42903d None None] Pushing event updated for resources: {'Port': ['ID=68f705f1-3232-4c3c-91f6-e1af70e047d6,revision_number=4']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:39.672595 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] Set router 65394ee9-0c75-47e5-8f78-79ac7f01bdff gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:31:39.862556 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'name': 'router1', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:31:27Z', 'updated_at': '2022-08-17T19:31:37Z', 'revision_number': 2, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'gw_port_host': None, '_interfaces': [{'id': '68f705f1-3232-4c3c-91f6-e1af70e047d6', 'name': '', 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'mac_address': 'fa:16:3e:91:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:36Z', 'updated_at': '2022-08-17T19:31:39Z', 'revision_number': 4, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'subnets': [{'id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '811a59c8-87e6-4f4e-a2c5-c59b555f4003'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:39.891076 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad30c7ae-c615-48f0-973f-b3c53f8dfa92 None None] The sync data for ids ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'] in dv-cinder-850698-2-iscsi is: [{'id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'name': 'router1', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:31:27Z', 'updated_at': '2022-08-17T19:31:37Z', 'revision_number': 2, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'gw_port_host': None, '_interfaces': [{'id': '68f705f1-3232-4c3c-91f6-e1af70e047d6', 'name': '', 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'mac_address': 'fa:16:3e:91:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:36Z', 'updated_at': '2022-08-17T19:31:39Z', 'revision_number': 4, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'subnets': [{'id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '811a59c8-87e6-4f4e-a2c5-c59b555f4003'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:31:40.393404 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40984) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:40.820894 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba3dfde-cd95-4d68-8f27-fac50f5d528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:40.822632 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-7ba3dfde-cd95-4d68-8f27-fac50f5d528d admin admin] 10.222.0.59 "GET /networking/v2.0/networks/9737d9dd-81d2-4b7f-a843-0db4a0c822ea HTTP/1.1" status: 200 len: 842 time: 0.4282281 Aug 17 19:31:40.832846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:31:40.855685 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Made reservation on behalf of 1b6bfa57344b45408392b78ab2643b3c for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:31:40.858080 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:41.055438 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:41.208228 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:41.263121 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.objects.ports [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111881) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 17 19:31:41.263677 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (4c7a8f9b-d03b-4521-bcaa-7febd2e5478c), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:41.332854 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7a8f9b-d03b-4521-bcaa-7febd2e5478c,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:41.342243 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:31:41.342604 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Network hostable DHCP agents. Network: 9737d9dd-81d2-4b7f-a843-0db4a0c822ea, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:31:41.366358 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:31:41.382687 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 9737d9dd-81d2-4b7f-a843-0db4a0c822ea) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:31:41.389042 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:41.391004 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:41.392180 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39396809-c10e-4c93-8d50-54a903c5b219 None None] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:31:41.405912 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:41.408425 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-463fbd68-507e-43ee-afea-83775e7e16d6 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5788624 Aug 17 19:31:41.527315 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ecbf3-285b-410a-8b97-1b959bcb728c None None] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:31:44.105087 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 40992) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:44.678829 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-0150743b-d323-41f9-bb94-890179ceb310 demo admin] 10.222.0.59 "GET /networking/v2.0/routers/65394ee9-0c75-47e5-8f78-79ac7f01bdff HTTP/1.1" status: 200 len: 710 time: 0.5725477 Aug 17 19:31:44.780142 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db04a2-51e5-46df-9a65-450d11ae5a7f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:31:44.782112 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-75db04a2-51e5-46df-9a65-450d11ae5a7f demo admin] 10.222.0.59 "GET /networking/v2.0/networks/9737d9dd-81d2-4b7f-a843-0db4a0c822ea HTTP/1.1" status: 200 len: 886 time: 0.0970216 Aug 17 19:31:44.792359 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:31:45.070556 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks [] for router_gateway (65394ee9-0c75-47e5-8f78-79ac7f01bdff), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:45.366644 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks [] for router_gateway (65394ee9-0c75-47e5-8f78-79ac7f01bdff), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:45.456665 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:45.565098 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:45.600527 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:45.628625 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Allocated IP 172.27.1.169 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:31:45.747332 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks [] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:45.808565 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:45.878915 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:31:45.887419 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:31:45.897885 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:31:45.938776 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Pushing event updated for resources: {'Port': ['ID=db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:46.192225 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks [] for router_gateway (65394ee9-0c75-47e5-8f78-79ac7f01bdff), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:46.391354 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-566328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126486'] for router (65394ee9-0c75-47e5-8f78-79ac7f01bdff), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:46.396615 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-566305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-566318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-567782'] for router (65394ee9-0c75-47e5-8f78-79ac7f01bdff), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:46.480854 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 68f705f1-3232-4c3c-91f6-e1af70e047d6 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:31:46.520225 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Router 65394ee9-0c75-47e5-8f78-79ac7f01bdff has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:31:46.532003 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 68f705f1-3232-4c3c-91f6-e1af70e047d6 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:46.532524 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:46.629121 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 68f705f1-3232-4c3c-91f6-e1af70e047d6 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:46.629534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:46.665199 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 68f705f1-3232-4c3c-91f6-e1af70e047d6, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=68f705f1-3232-4c3c-91f6-e1af70e047d6,segment=NetworkSegment(5e17a45a-be35-4c9c-bdfa-60f906dd76b3),segment_id=5e17a45a-be35-4c9c-bdfa-60f906dd76b3)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:31:46.669121 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:46.686299 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:46.696843 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:46.705450 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:31:46.710941 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:46.720666 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Sync routers for ids ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:31:46.721807 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-6cb513d5-a000-4d66-b3dd-40d9d944bb21 demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/65394ee9-0c75-47e5-8f78-79ac7f01bdff HTTP/1.1" status: 200 len: 890 time: 1.9327750 Aug 17 19:31:46.733616 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=68f705f1-3232-4c3c-91f6-e1af70e047d6,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:46.741952 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Routers {'65394ee9-0c75-47e5-8f78-79ac7f01bdff'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:31:46.742553 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:31:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:46.844984 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:46.973470 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Set router 65394ee9-0c75-47e5-8f78-79ac7f01bdff gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:31:47.201070 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:47.390005 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'name': 'router1', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:31:27Z', 'updated_at': '2022-08-17T19:31:46Z', 'revision_number': 4, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'gw_port': {'id': 'db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:45Z', 'updated_at': '2022-08-17T19:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '68f705f1-3232-4c3c-91f6-e1af70e047d6', 'name': '', 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'mac_address': 'fa:16:3e:91:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:36Z', 'updated_at': '2022-08-17T19:31:46Z', 'revision_number': 5, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'subnets': [{'id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '811a59c8-87e6-4f4e-a2c5-c59b555f4003'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:47.525055 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Checking router: 65394ee9-0c75-47e5-8f78-79ac7f01bdff for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:31:47.525815 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Updating router 65394ee9-0c75-47e5-8f78-79ac7f01bdff port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:31:47.588783 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:47.947812 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Publish callbacks [] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:47.954952 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:47.989861 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Attempting to bind port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:31:47.990381 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Attempting to bind port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:31:47.990624 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Attempting to bind port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:31:47.992589 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=70,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:47.994132 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:UPDATE=1,neutron:SELECT=58 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:48.003550 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:31:48.004553 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:31:48.004553 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:48.004553 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:31:48.005051 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Bound port: db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:31:48.005375 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:48.029647 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7240d86-3e32-46d0-ae7f-623a093da3c2 None None] Pushing event updated for resources: {'Port': ['ID=db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:48.066113 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] For port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:31:48.069623 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] For port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:31:48.076370 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:48.122396 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Routers {'65394ee9-0c75-47e5-8f78-79ac7f01bdff'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:31:48.123093 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:31:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:48.181194 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7240d86-3e32-46d0-ae7f-623a093da3c2 None None] Pushing event updated for resources: {'Port': ['ID=db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:48.253243 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] Set router 65394ee9-0c75-47e5-8f78-79ac7f01bdff gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:31:48.457000 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 68f705f1-3232-4c3c-91f6-e1af70e047d6 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:31:48.498938 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:48.518643 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'name': 'router1', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:31:27Z', 'updated_at': '2022-08-17T19:31:46Z', 'revision_number': 4, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'gw_port': {'id': 'db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:45Z', 'updated_at': '2022-08-17T19:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '68f705f1-3232-4c3c-91f6-e1af70e047d6', 'name': '', 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'mac_address': 'fa:16:3e:91:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:36Z', 'updated_at': '2022-08-17T19:31:46Z', 'revision_number': 5, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'subnets': [{'id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '811a59c8-87e6-4f4e-a2c5-c59b555f4003'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:31:48.554173 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a682d-02e9-4c64-8926-750ae951ec30 None None] The sync data for ids ['65394ee9-0c75-47e5-8f78-79ac7f01bdff'] in dv-cinder-850698-2-iscsi is: [{'id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'name': 'router1', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:31:27Z', 'updated_at': '2022-08-17T19:31:46Z', 'revision_number': 4, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'gw_port': {'id': 'db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:45Z', 'updated_at': '2022-08-17T19:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '68f705f1-3232-4c3c-91f6-e1af70e047d6', 'name': '', 'network_id': 'e45bb4d4-7173-4ae3-8bf7-df153a8005c3', 'tenant_id': 'ae031331f09347b5aa81bca548f03953', 'mac_address': 'fa:16:3e:91:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65394ee9-0c75-47e5-8f78-79ac7f01bdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:31:36Z', 'updated_at': '2022-08-17T19:31:46Z', 'revision_number': 5, 'project_id': 'ae031331f09347b5aa81bca548f03953', 'subnets': [{'id': 'c1ab03b6-5ca9-4204-8631-61534a821f8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '811a59c8-87e6-4f4e-a2c5-c59b555f4003'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:31:48.559669 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 68f705f1-3232-4c3c-91f6-e1af70e047d6 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:48.560060 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:48.635017 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:48.658888 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 68f705f1-3232-4c3c-91f6-e1af70e047d6 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:49.549868 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41008) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:31:49.860969 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=42 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:49.865451 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=32 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:49.993080 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-90a59888-e01f-421d-a792-2eeadf74c6ff admin admin] 10.222.0.59 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4420531 Aug 17 19:31:50.471208 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:31:50.525691 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:50.526066 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:50.608043 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:50.608363 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:50.627603 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:50.633656 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:31:50.638546 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:50.695580 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:31:52.460391 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:31:52.523964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:31:52.524587 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:31:52.620273 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port db8042d6-4cd8-4e0c-b65a-3ce08d5c5b18 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:31:56.209255 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:31:59.979979 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:31:59.990135 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=6 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:02.610265 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=12 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:02.617122 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=28 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:02.618733 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=42 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:04.009672 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-643ba2c1-a4a6-4c81-9790-b3b6801e2915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:06.064715 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-01a76aa8-b857-4243-8c69-0558bc53064a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:06.156996 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:07.388748 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:08.705144 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:08.825136 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:18.156767 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:18.175211 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:18.689029 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:18.809455 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:18.819454 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:33.158289 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:32:34.035521 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d32b199e-5509-421f-aa15-2b0582c64c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:36.063791 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-77a75ec2-cce2-4ab8-9c07-635b8ea25ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:37.389035 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:38.700152 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:38.820403 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:32:43.154855 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:48.693875 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:48.806417 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:48.814649 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:32:55.173482 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:02.156658 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:04.001075 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-dccd8aed-f683-422e-9135-f308499da5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:06.056258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f32b67fb-675e-4ae9-8161-ec91e258755a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:07.396050 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:08.698433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:08.819556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:10.157638 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:33:13.832076 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41548) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:14.179012 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a9fdb3-efc6-4de9-9d19-19d5c9dca536 admin admin] GET failed (client error): The resource could not be found. Aug 17 19:33:14.180379 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-55a9fdb3-efc6-4de9-9d19-19d5c9dca536 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3474264 Aug 17 19:33:14.344859 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b18c8a-4be3-434a-907f-90f759ee72c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:14.346375 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-26b18c8a-4be3-434a-907f-90f759ee72c1 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1617653 Aug 17 19:33:16.695878 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41558) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:17.079797 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b93ce-93d4-4168-a359-6bb8267fa04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:17.081166 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ec8b93ce-93d4-4168-a359-6bb8267fa04a admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/c1ab03b6-5ca9-4204-8631-61534a821f8e HTTP/1.1" status: 200 len: 849 time: 0.3843567 Aug 17 19:33:17.091068 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:33:17.182014 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Publish callbacks [] for subnet (c1ab03b6-5ca9-4204-8631-61534a821f8e), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:17.329549 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753329611960'] for subnet (c1ab03b6-5ca9-4204-8631-61534a821f8e), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:17.362183 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:17.363196 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:17.364052 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] 10.222.0.59 "PUT /networking/v2.0/subnets/c1ab03b6-5ca9-4204-8631-61534a821f8e HTTP/1.1" status: 200 len: 868 time: 0.2766731 Aug 17 19:33:17.380338 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105ca22-bcd3-400e-8376-3c3e2184c726 None None] Network e45bb4d4-7173-4ae3-8bf7-df153a8005c3 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:33:17.384292 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ab03b6-5ca9-4204-8631-61534a821f8e,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:33:17.392105 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.392452 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.392793 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.393129 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.393500 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.393828 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.394153 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.394476 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.394799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.395120 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.395465 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.395791 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.396107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.396422 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.396740 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafeded-4034-42d1-9eaa-6dbfd6ab9ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:33:17.715095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-47cbb9b3-2877-4bad-9372-90c9510870aa None None] Provisioning complete for port 68f705f1-3232-4c3c-91f6-e1af70e047d6 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:33:17.715463 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-47cbb9b3-2877-4bad-9372-90c9510870aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (68f705f1-3232-4c3c-91f6-e1af70e047d6), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:17.793072 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-47cbb9b3-2877-4bad-9372-90c9510870aa None None] Current status of the port 68f705f1-3232-4c3c-91f6-e1af70e047d6 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:33:17.802297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-47cbb9b3-2877-4bad-9372-90c9510870aa None None] Provisioning complete for port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:33:17.802689 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-47cbb9b3-2877-4bad-9372-90c9510870aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (9cc4fb80-3d47-490c-88fe-39c662c9fa35), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:17.875974 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-47cbb9b3-2877-4bad-9372-90c9510870aa None None] Current status of the port 9cc4fb80-3d47-490c-88fe-39c662c9fa35 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:33:19.743574 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41566) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:20.153276 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:20.154079 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:20.369614 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a529cf10-e143-47db-b382-28c803855ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:20.369994 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a529cf10-e143-47db-b382-28c803855ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:20.371539 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a529cf10-e143-47db-b382-28c803855ea5 admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6270103 Aug 17 19:33:22.734764 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41574) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:23.178353 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306ff84-ec16-409b-9376-e30ae24baa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:23.178817 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306ff84-ec16-409b-9376-e30ae24baa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:23.180384 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3306ff84-ec16-409b-9376-e30ae24baa63 admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4446576 Aug 17 19:33:25.617295 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41582) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:26.093727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d029722d-ecb1-4d8d-a607-2463fb658768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:26.095400 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d029722d-ecb1-4d8d-a607-2463fb658768 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/9737d9dd-81d2-4b7f-a843-0db4a0c822ea HTTP/1.1" status: 200 len: 886 time: 0.4769726 Aug 17 19:33:27.871493 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:27.872389 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:27.874323 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:28.469466 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41592) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:28.970713 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d071d1-58f7-452b-be91-bbb5c847a7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:28.972115 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-75d071d1-58f7-452b-be91-bbb5c847a7b8 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/e45bb4d4-7173-4ae3-8bf7-df153a8005c3 HTTP/1.1" status: 200 len: 869 time: 0.5016594 Aug 17 19:33:31.354353 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41602) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:31.761013 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635fbe6-8aac-473e-b1b5-92f75e79f3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:31.761487 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635fbe6-8aac-473e-b1b5-92f75e79f3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:31.763033 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3635fbe6-8aac-473e-b1b5-92f75e79f3ae admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4078147 Aug 17 19:33:32.167170 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:32.168009 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:34.003098 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b5b680f2-0229-4744-aecf-7f1c96d7ee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:34.095885 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41610) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:34.464915 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cccef15-9642-429f-9ddd-979026da8d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:34.465403 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cccef15-9642-429f-9ddd-979026da8d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:34.467483 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2cccef15-9642-429f-9ddd-979026da8d19 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3700960 Aug 17 19:33:36.058447 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a481dae0-aae0-4a2e-ba03-2b98010e9640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:36.089441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:36.091324 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:36.802267 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41618) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:37.166744 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda2fc0-9cf1-4dc2-8814-d2386b5add1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:37.168075 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-fcda2fc0-9cf1-4dc2-8814-d2386b5add1b admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c HTTP/1.1" status: 200 len: 816 time: 0.3648605 Aug 17 19:33:37.393996 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:38.700899 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:38.823927 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:33:39.495703 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41626) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:33:39.884846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88822c5f-1e17-4327-bfbb-38cb705dcc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:33:39.886257 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-88822c5f-1e17-4327-bfbb-38cb705dcc26 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/c1ab03b6-5ca9-4204-8631-61534a821f8e HTTP/1.1" status: 200 len: 868 time: 0.3896196 Aug 17 19:33:47.157226 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:33:48.694884 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:48.816819 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:48.818606 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:49.879659 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=32 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:33:49.881603 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=40 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:04.008933 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5895-17c6-4ce4-943a-51ae5f94a4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:06.063844 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-17281b9d-4c47-4dbd-985b-6dcea03cd1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:07.395871 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:08.477717 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41682) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:34:08.707686 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:08.823506 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:08.927659 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [None req-2df52977-1a75-445f-920a-1de0d23d893d admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:34:08.928640 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2df52977-1a75-445f-920a-1de0d23d893d admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4501007 Aug 17 19:34:09.160943 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=16 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:09.166498 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=18 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:11.369496 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41690) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:34:11.709887 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.pecan_wsgi.hooks.translation [None req-da58269b-7ef6-4250-9d8d-e72b6f36462e admin admin] GET failed (client error): The resource could not be found. Aug 17 19:34:11.711141 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-da58269b-7ef6-4250-9d8d-e72b6f36462e admin admin] 10.222.0.59 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3407640 Aug 17 19:34:11.855143 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c597806-1d00-4801-80b2-1134bc4ae96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:34:11.856608 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-9c597806-1d00-4801-80b2-1134bc4ae96a admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1411357 Aug 17 19:34:14.211792 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41698) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:34:14.539817 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:34:14.560621 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Made reservation on behalf of 1b6bfa57344b45408392b78ab2643b3c for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:34:14.562907 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:14.598775 dv-cinder-850698-2-iscsi neutron-server[111881]: WARNING neutron.services.revisions.revision_plugin [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Could not find related network for resource to bump revision. Aug 17 19:34:14.610982 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:34:14.620471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (58beb040-ac9d-49d7-926e-fd0663cf8cbc), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:14.620804 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Added segment 58beb040-ac9d-49d7-926e-fd0663cf8cbc of type vlan for network 57dfea7e-08b2-41ba-b32e-501457e5ba5a Aug 17 19:34:14.662997 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (57dfea7e-08b2-41ba-b32e-501457e5ba5a), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:14.686820 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (57dfea7e-08b2-41ba-b32e-501457e5ba5a), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:14.688266 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:34:14.688842 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:14.742953 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5299790 Aug 17 19:34:14.753937 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Pushing event updated for resources: {'Network': ['ID=57dfea7e-08b2-41ba-b32e-501457e5ba5a,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.764692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.765713 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.765713 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.765713 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.766015 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.766255 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a6c96-ee17-4731-92c7-4dbaa72773c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:14.777992 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 57dfea7e-08b2-41ba-b32e-501457e5ba5a details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:34:17.101726 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41706) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:34:17.440270 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c494d2a-7bff-45fa-bbcd-b4d2c44be988 admin admin] GET failed (client error): The resource could not be found. Aug 17 19:34:17.441549 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1c494d2a-7bff-45fa-bbcd-b4d2c44be988 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3389349 Aug 17 19:34:17.514348 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e3701-815c-4e19-a6d3-4f58bf295d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:34:17.516306 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a27e3701-815c-4e19-a6d3-4f58bf295d06 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701749 Aug 17 19:34:17.526676 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:34:17.546276 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Made reservation on behalf of 1b6bfa57344b45408392b78ab2643b3c for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:34:17.548534 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:17.711840 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (49ac9f8d-708a-4cda-a82e-1467c1ef69fa), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:17.767840 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ac9f8d-708a-4cda-a82e-1467c1ef69fa,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:34:17.775145 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Checking segment: {'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:34:17.775492 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Network hostable DHCP agents. Network: 57dfea7e-08b2-41ba-b32e-501457e5ba5a, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:34:17.792814 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Network 57dfea7e-08b2-41ba-b32e-501457e5ba5a is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:34:17.801813 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 57dfea7e-08b2-41ba-b32e-501457e5ba5a) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:34:17.805631 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:34:17.806206 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:17.810900 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5b858-3d0c-4b1a-92b0-d90bb6bbc158 None None] Network 57dfea7e-08b2-41ba-b32e-501457e5ba5a requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:34:17.822798 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-891acb76-25c6-4161-90cf-69fd896d9910 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2995505 Aug 17 19:34:18.012925 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-57dfea7e-08b2-41ba-b32e-501457e5ba5a', 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a', 'project_id': '1b6bfa57344b45408392b78ab2643b3c', 'fixed_ips': [{'subnet_id': '49ac9f8d-708a-4cda-a82e-1467c1ef69fa'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:34:18.013248 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:18.154818 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Allocated IP 192.168.233.2 (57dfea7e-08b2-41ba-b32e-501457e5ba5a/49ac9f8d-708a-4cda-a82e-1467c1ef69fa/d42a28e7-56a7-4db8-9d36-5a027db76e2b) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:34:18.305671 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Publish callbacks [] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:18.312831 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:18.354978 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Network 57dfea7e-08b2-41ba-b32e-501457e5ba5a is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:34:18.358112 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:34:18.362055 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:34:18.368801 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Pushing event updated for resources: {'Port': ['ID=d42a28e7-56a7-4db8-9d36-5a027db76e2b,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:34:18.379088 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.379440 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.379800 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.380160 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.380491 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.380825 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.381147 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.381495 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.381817 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.382143 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.382472 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.383144 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.383144 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.383429 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.383754 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:34:18.433117 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Attempting to bind port d42a28e7-56a7-4db8-9d36-5a027db76e2b on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:34:18.433615 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Attempting to bind port d42a28e7-56a7-4db8-9d36-5a027db76e2b by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:34:18.433887 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Attempting to bind port d42a28e7-56a7-4db8-9d36-5a027db76e2b on network 57dfea7e-08b2-41ba-b32e-501457e5ba5a {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:34:18.439724 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:34:18.440098 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Checking segment: {'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:34:18.440498 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:18.440890 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Bound using segment: {'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:34:18.441381 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Bound port: d42a28e7-56a7-4db8-9d36-5a027db76e2b, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:34:18.441765 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:18.506782 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] For port d42a28e7-56a7-4db8-9d36-5a027db76e2b, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:34:18.510084 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] For port d42a28e7-56a7-4db8-9d36-5a027db76e2b, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d42a28e7-56a7-4db8-9d36-5a027db76e2b,segment=NetworkSegment(58beb040-ac9d-49d7-926e-fd0663cf8cbc),segment_id=58beb040-ac9d-49d7-926e-fd0663cf8cbc)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:34:18.522318 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:18.577251 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb63a14-1932-4fd0-8e92-92923d43ff07 None None] Pushing event updated for resources: {'Port': ['ID=d42a28e7-56a7-4db8-9d36-5a027db76e2b,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:34:19.345037 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49c9c3-3038-42d9-ba7b-556d8492c309 None None] Network 57dfea7e-08b2-41ba-b32e-501457e5ba5a requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:34:19.399846 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4df8fcbc-7057-47ed-9c7d-3ed465d3733a None None] Provisioning complete for port d42a28e7-56a7-4db8-9d36-5a027db76e2b triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:34:19.400237 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4df8fcbc-7057-47ed-9c7d-3ed465d3733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:19.525658 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4df8fcbc-7057-47ed-9c7d-3ed465d3733a None None] Current status of the port d42a28e7-56a7-4db8-9d36-5a027db76e2b is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:34:19.525658 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4df8fcbc-7057-47ed-9c7d-3ed465d3733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:19.571474 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-4df8fcbc-7057-47ed-9c7d-3ed465d3733a None None] For port d42a28e7-56a7-4db8-9d36-5a027db76e2b, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d42a28e7-56a7-4db8-9d36-5a027db76e2b,segment=NetworkSegment(58beb040-ac9d-49d7-926e-fd0663cf8cbc),segment_id=58beb040-ac9d-49d7-926e-fd0663cf8cbc)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:34:19.578141 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4df8fcbc-7057-47ed-9c7d-3ed465d3733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:19.633466 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8fcbc-7057-47ed-9c7d-3ed465d3733a None None] Pushing event updated for resources: {'Port': ['ID=d42a28e7-56a7-4db8-9d36-5a027db76e2b,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:34:19.697167 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-2630a918-ef75-4d73-ac96-216b545494c3 None None] Provisioning complete for port d42a28e7-56a7-4db8-9d36-5a027db76e2b triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:34:19.697703 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2630a918-ef75-4d73-ac96-216b545494c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:19.733878 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:19.778701 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-2630a918-ef75-4d73-ac96-216b545494c3 None None] Current status of the port d42a28e7-56a7-4db8-9d36-5a027db76e2b is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:34:20.566036 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d42a28e7-56a7-4db8-9d36-5a027db76e2b up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:34:20.614140 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port d42a28e7-56a7-4db8-9d36-5a027db76e2b triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:34:20.614529 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d42a28e7-56a7-4db8-9d36-5a027db76e2b), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:20.637452 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:20.677957 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:20.692000 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port d42a28e7-56a7-4db8-9d36-5a027db76e2b is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:34:24.155342 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:34:27.809840 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:27.815966 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:30.688595 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=13 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:30.690495 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:34.012157 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0d681475-e1fd-4408-8dc0-699072789e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:34.151036 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:34.151822 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:36.066473 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-29a91d47-a9a6-413d-a9ff-8744c4037223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:37.399784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:38.702624 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:38.828907 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:34:46.160218 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:46.164544 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:48.817117 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:48.821572 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=16 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:34:48.823707 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:01.154252 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:35:04.014580 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-cf079cf4-e211-431b-8dac-a8e2eed5c94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:06.070625 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-33a5f54b-536d-433b-a049-9a20d77f4c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:07.402203 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:08.711314 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:08.831325 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:11.149644 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:11.150483 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:18.820648 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:18.825568 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:18.827082 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:23.155843 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:23.160192 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:29.769139 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41744) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:35:29.774890 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [None req-b047bf44-9939-4a57-bf0e-2ff30ec72066 tempest-verify_tempest_config-1128169578 tempest-verify_tempest_config-1128169578-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:35:29.775910 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b047bf44-9939-4a57-bf0e-2ff30ec72066 tempest-verify_tempest_config-1128169578 tempest-verify_tempest_config-1128169578-project] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057344 Aug 17 19:35:30.294585 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 41762) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:35:30.621554 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:30.699069 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Publish callbacks [] for security_group (c4e75615-cd0b-464d-91d9-db7712856d82), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:30.702876 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c4e75615-cd0b-464d-91d9-db7712856d82), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:30.747260 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e75615-cd0b-464d-91d9-db7712856d82,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:35:30.754927 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a3d00ce122024498a38e1f88dd841650&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4592412 Aug 17 19:35:30.756601 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.756938 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.757406 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.757739 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41766) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:35:30.758228 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.758228 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.758417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.758683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.759003 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.759444 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.759856 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.760201 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.760540 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.760864 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.761545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.761545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de72ba-5276-408a-9cbe-433bc55bb4d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:30.911317 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Publish callbacks [] for security_group (c4e75615-cd0b-464d-91d9-db7712856d82), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:30.933552 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Publish callbacks [] for security_group (c4e75615-cd0b-464d-91d9-db7712856d82), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:31.027967 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c4e75615-cd0b-464d-91d9-db7712856d82), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:31.030519 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:31.031712 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c4e75615-cd0b-464d-91d9-db7712856d82 HTTP/1.1" status: 204 len: 168 time: 0.2728536 Aug 17 19:35:31.039731 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e75615-cd0b-464d-91d9-db7712856d82,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:35:31.047102 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.047444 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.047799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.048136 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.048464 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.048790 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.049110 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.049476 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.049784 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.050111 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.050446 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.050785 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.051112 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.051426 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:31.051742 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dcaa2-b2d1-40b8-b036-f300b5a04004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:35:34.019262 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-efe63a6b-3b9f-4e97-826d-9be1d0eac192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:36.074730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-eeef8944-757c-478d-860d-170cdb54c0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:37.406675 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:38.174783 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:35:38.705939 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:38.834178 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:35:40.745756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:40.750765 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:41.036256 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:41.043481 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:48.148726 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:48.174947 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:48.822621 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:48.827226 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:35:48.829277 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:00.967936 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=16 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:00.969832 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=16 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:04.023131 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-99729753-a115-4913-81bd-4809936a63d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:06.077088 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d8c3-8751-4aeb-8473-5b5f14da2285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:07.406816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:08.708413 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:08.836771 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:15.152995 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:36:18.705257 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:18.826482 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:18.833166 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:25.149048 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:25.149869 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:34.024875 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5e80-5a28-4bef-aae5-29ed65251150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:36.078830 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c2e-fbc0-4278-9331-dba84da4120f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:37.161893 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:37.162678 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:37.411254 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:38.711179 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:38.839663 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:36:48.828472 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=11 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:48.833497 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:48.835190 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:36:52.150862 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 5 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:37:02.156042 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:02.156914 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:04.025949 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-24a459bc-0753-4580-89b2-22fe6b48611c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:06.082121 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-996b7b48-8590-4478-b788-9973fa364255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:06.097673 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568093'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:07.413056 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:08.714091 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:08.842633 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:14.154477 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:14.159234 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:18.140948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41862) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:37:18.269128 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-047274f0-3f13-48f1-a1b2-87c75c143648 admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1270411 Aug 17 19:37:18.832646 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=8 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:18.837241 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:18.839158 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:20.434982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 41872) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:37:20.489909 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-660808dc-f767-42ea-99bd-bbeb2d9f6201 admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538588 Aug 17 19:37:29.150000 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:37:30.484266 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:30.485633 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:34.027443 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8650ecc3-97ff-4d19-b398-32806bbb2915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:36.093693 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-df0fc4a9-cb75-427f-a454-4c662831fbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:36.095338 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:37.415634 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:38.720248 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:38.845840 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:37:39.146089 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:48.835299 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:48.839720 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:37:48.841302 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:00.972212 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=15 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:00.974147 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=17 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:04.029942 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3802c6c4-6bde-4c6e-9773-f14c53169944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:06.088203 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8dac627d-2317-4409-9cb1-89e13e8b301a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:06.100653 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:06.149354 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:38:07.420183 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:08.724264 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:08.850342 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:16.145062 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:18.838600 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:18.843430 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:18.845052 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:28.154530 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:28.165849 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:34.035424 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d367365f-a4d2-4400-9067-cb76817cde73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:36.089889 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2fe88819-ac24-4fa7-9d62-afc060eb3082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:36.107861 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:37.422650 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:38.729227 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:38.854612 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:43.147839 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:38:48.842039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:48.847594 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:48.850310 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:53.143912 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:53.649129 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42092) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:53.685021 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42098) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:53.760878 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42110) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:53.972825 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-network', 'tenant_id': '25f3817d99d84da2b797215d23de887f'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:54.014325 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Made reservation on behalf of 25f3817d99d84da2b797215d23de887f for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:54.017433 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.035555 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-628490157-network', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:54.053979 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.070760 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-839908812-network', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:54.081953 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Made reservation on behalf of 5e6832c3bb274bb1bdfd27ca3869f8cd for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:54.084251 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.095021 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Made reservation on behalf of d8e17f7523b4492394df211a01a4193c for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:54.097923 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.108646 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.124834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.171081 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks [] for security_group (4bc7342a-1b18-4a00-9680-ec9af284263b), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.218831 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks [] for security_group (a1084e68-ff28-4d26-93ed-16e7523f5fd7), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.220151 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42126) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:54.227409 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a1084e68-ff28-4d26-93ed-16e7523f5fd7), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.240090 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks [] for security_group (d1a5126d-1033-4daf-8148-1a180448ad38), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.242146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (4bc7342a-1b18-4a00-9680-ec9af284263b), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.247762 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:38:54.255540 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:38:54.264956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753329620107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (0aead030-96d9-480f-9b56-3cf45938ba23), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.265177 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (e438245e-06e5-4ac4-88cc-7040e6d79f28), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.265433 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Added segment e438245e-06e5-4ac4-88cc-7040e6d79f28 of type vlan for network e5255586-eadf-4699-a0a6-becc090592e0 Aug 17 19:38:54.266737 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Unsubscribe: segment precommit_create {{(pid=111883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 19:38:54.267415 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Added segment 0aead030-96d9-480f-9b56-3cf45938ba23 of type vlan for network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 Aug 17 19:38:54.306938 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (e5255586-eadf-4699-a0a6-becc090592e0), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.321708 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.336962 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d1a5126d-1033-4daf-8148-1a180448ad38), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.349862 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:38:54.359385 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (3cd6a169-51f1-4707-83ed-716d8ab715f7), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.360529 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Added segment 3cd6a169-51f1-4707-83ed-716d8ab715f7 of type vlan for network 53e2c10b-2873-4690-b5af-dafebda8a7df Aug 17 19:38:54.381197 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1084e68-ff28-4d26-93ed-16e7523f5fd7,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:54.389139 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.390167 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:54.391024 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.409228 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.409592 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.410398 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.410868 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.411412 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.412107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.412598 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.413180 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (53e2c10b-2873-4690-b5af-dafebda8a7df), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.413350 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.413809 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.414406 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.414971 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.415594 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.416120 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.417033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.417913 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Tracked resource versions report: Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: pushed versions: Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: { 'AddressGroup': {'1.2'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Agent': {'1.1'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'ConntrackHelper': {'1.0'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Log': {'1.0'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'NDPProxy': {'1.0'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Network': {'1.1'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Port': {'1.7'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'PortForwarding': {'1.3'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'QosPolicy': {'1.10'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroup': {'1.5'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SubPort': {'1.0'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Subnet': {'1.1'}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Trunk': {'1.1'}} Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: consumer versions: Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: HyperV agent@hv-cinder-85069: {}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Agent': '1.1', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'ConntrackHelper': '1.0', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'LocalIPAssociation': '1.0', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Log': '1.0', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'NDPProxy': '1.0', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Network': '1.1', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Port': '1.7', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'PortForwarding': '1.3', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'QosPolicy': '1.10', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroup': '1.5', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SecurityGroupRule': '1.2', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'SubPort': '1.0', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Subnet': '1.1', Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: 'Trunk': '1.1'}} Aug 17 19:38:54.420376 dv-cinder-850698-2-iscsi neutron-server[111883]: {{(pid=111883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:38:54.460288 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:54.461294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc7342a-1b18-4a00-9680-ec9af284263b,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:54.469172 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (e5255586-eadf-4699-a0a6-becc090592e0), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.470395 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:54.471131 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.484079 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.485270 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.485777 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.489779 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.490279 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.490798 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.491332 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.491952 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.492686 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.493224 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.493748 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.494285 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.494798 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.495307 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.495824 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Tracked resource versions report: Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: pushed versions: Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: { 'AddressGroup': {'1.2'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Agent': {'1.1'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'ConntrackHelper': {'1.0'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Log': {'1.0'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'NDPProxy': {'1.0'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Network': {'1.1'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Port': {'1.7'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'PortForwarding': {'1.3'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'QosPolicy': {'1.10'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroup': {'1.5'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SubPort': {'1.0'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Subnet': {'1.1'}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Trunk': {'1.1'}} Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: consumer versions: Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: HyperV agent@hv-cinder-85069: {}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Agent': '1.1', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'ConntrackHelper': '1.0', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'LocalIPAssociation': '1.0', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Log': '1.0', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'NDPProxy': '1.0', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Network': '1.1', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Port': '1.7', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'PortForwarding': '1.3', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'QosPolicy': '1.10', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroup': '1.5', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SecurityGroupRule': '1.2', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'SubPort': '1.0', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Subnet': '1.1', Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: 'Trunk': '1.1'}} Aug 17 19:38:54.497490 dv-cinder-850698-2-iscsi neutron-server[111881]: {{(pid=111881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:38:54.527491 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] Pushing event updated for resources: {'Network': ['ID=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:54.532575 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e2ff545a-be5f-4a26-9441-4706789f4c7e admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7697303 Aug 17 19:38:54.537258 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1564765189-network', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:54.546297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:38:54.559463 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42150) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:54.566386 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Request body: {'subnet': {'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-839908812-subnet', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:54.588261 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Made reservation on behalf of adff2535a66d443baa9ddc4b5bde9ef2 for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:54.591690 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.607269 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.617050 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Made reservation on behalf of d8e17f7523b4492394df211a01a4193c for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:54.620022 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.697918 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (53e2c10b-2873-4690-b5af-dafebda8a7df), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.698894 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:54.699817 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.713672 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] Pushing event updated for resources: {'Network': ['ID=e5255586-eadf-4699-a0a6-becc090592e0,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:54.724867 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network e5255586-eadf-4699-a0a6-becc090592e0 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:38:54.744396 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-22299c49-0c8b-4eae-9348-4ec592703e0b admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0919173 Aug 17 19:38:54.750802 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks [] for security_group (fa886dc8-8518-4898-b0d7-11fee597f345), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.752153 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42158) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:54.765545 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Request body: {'subnet': {'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-subnet', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:54.772588 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (fa886dc8-8518-4898-b0d7-11fee597f345), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.815945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa886dc8-8518-4898-b0d7-11fee597f345,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:54.821759 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:38:54.828958 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:54.866291 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1796815 Aug 17 19:38:54.867185 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Pushing event updated for resources: {'Network': ['ID=53e2c10b-2873-4690-b5af-dafebda8a7df,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:54.868080 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42164) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:54.877002 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (5d1597f6-03b7-4d9e-baaf-3fac9161b7cb), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:54.877377 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Added segment 5d1597f6-03b7-4d9e-baaf-3fac9161b7cb of type vlan for network b841ea97-b954-4339-9d37-a395f8715cac Aug 17 19:38:54.877754 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 53e2c10b-2873-4690-b5af-dafebda8a7df details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:38:54.903821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Request body: {'subnet': {'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-subnet', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:54.924500 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c24c1b-d1ca-4d7a-af7b-a43dd0cc3525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a5126d-1033-4daf-8148-1a180448ad38,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:54.928792 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:54.940354 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Made reservation on behalf of 5e6832c3bb274bb1bdfd27ca3869f8cd for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:54.943373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.040283 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Made reservation on behalf of 25f3817d99d84da2b797215d23de887f for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:55.042890 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.116478 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (b841ea97-b954-4339-9d37-a395f8715cac), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.224276 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (b841ea97-b954-4339-9d37-a395f8715cac), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.225243 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:55.229533 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.374732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42198) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:55.374900 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1535430 Aug 17 19:38:55.388297 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Request body: {'subnet': {'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1564765189-subnet', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:55.406801 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (636712f1-5e98-4e98-925c-f725a84e65b3), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.428331 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Made reservation on behalf of adff2535a66d443baa9ddc4b5bde9ef2 for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:38:55.432517 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.443223 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:55.482264 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e37f2-4f23-45fa-983a-72e431535269 admin admin] Pushing event updated for resources: {'Network': ['ID=b841ea97-b954-4339-9d37-a395f8715cac,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:55.499567 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network b841ea97-b954-4339-9d37-a395f8715cac details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:38:55.560239 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (21f87aa5-19c3-4825-ac4c-5cb815e89986), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.592625 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636712f1-5e98-4e98-925c-f725a84e65b3,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:55.605485 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:55.716244 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (7267c4ac-e137-44a0-9b7b-48526b7f4242), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.723575 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Checking segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:38:55.724135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Network hostable DHCP agents. Network: efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:38:55.773822 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f87aa5-19c3-4825-ac4c-5cb815e89986,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:55.794841 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:55.796102 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Checking segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:38:55.796678 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Network hostable DHCP agents. Network: 53e2c10b-2873-4690-b5af-dafebda8a7df, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:38:55.824687 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Checking segment: {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:38:55.825319 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Network hostable DHCP agents. Network: b841ea97-b954-4339-9d37-a395f8715cac, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:38:55.837557 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7267c4ac-e137-44a0-9b7b-48526b7f4242,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:55.839468 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:38:55.862454 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Network b841ea97-b954-4339-9d37-a395f8715cac is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:38:55.870633 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (44ff26fb-058b-44b9-9b62-e4ae273e7222), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.871150 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, b841ea97-b954-4339-9d37-a395f8715cac) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:55.883797 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dddd63-c6eb-480a-a441-c9f2ecbd010c None None] Network b841ea97-b954-4339-9d37-a395f8715cac requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:38:55.888959 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:55.889608 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.935680 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2eae178b-0043-4760-80db-499bf85ff674 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5589964 Aug 17 19:38:55.936380 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42218) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:55.941982 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:55.982954 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (c87e1d07-bdc9-4162-a144-7b042128eec5), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:55.986690 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (c87e1d07-bdc9-4162-a144-7b042128eec5), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.005897 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:56.035350 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b546dc07-d05c-4571-9d10-25c694dd980f None None] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:38:56.045679 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42226) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:56.070401 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:56.071562 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.082884 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Network 53e2c10b-2873-4690-b5af-dafebda8a7df is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:38:56.159252 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks [] for router_controller (c87e1d07-bdc9-4162-a144-7b042128eec5), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.179092 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 53e2c10b-2873-4690-b5af-dafebda8a7df) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:56.195970 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-1d35aed0-ec9f-415d-859e-b1f5765c4c31 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6349561 Aug 17 19:38:56.201770 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:56.205567 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.217828 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b00c0e-2e78-4a2e-ab80-26aeddbf521c None None] Network 53e2c10b-2873-4690-b5af-dafebda8a7df requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:38:56.230561 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42234) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:56.241558 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:56.262210 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Checking segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:38:56.262936 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Network hostable DHCP agents. Network: e5255586-eadf-4699-a0a6-becc090592e0, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:38:56.286697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ff26fb-058b-44b9-9b62-e4ae273e7222,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:56.319067 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-26bb67ad-29eb-4e35-b216-ca6a44576d6c admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4426653 Aug 17 19:38:56.321566 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42244) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:56.344389 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-b841ea97-b954-4339-9d37-a395f8715cac', 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac', 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'fixed_ips': [{'subnet_id': '7267c4ac-e137-44a0-9b7b-48526b7f4242'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:38:56.347639 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.361336 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:56.391942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (f13497e7-e612-46ed-bfd0-ffa0655a80cd), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.395581 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (f13497e7-e612-46ed-bfd0-ffa0655a80cd), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.424679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Network e5255586-eadf-4699-a0a6-becc090592e0 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:38:56.472013 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, e5255586-eadf-4699-a0a6-becc090592e0) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:56.479321 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.480659 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.487347 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:38:56.488389 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.497996 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31192ff-cde3-4bf0-a514-112720df6201 None None] Network e5255586-eadf-4699-a0a6-becc090592e0 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:38:56.517493 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks [] for router_gateway (c87e1d07-bdc9-4162-a144-7b042128eec5), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.595486 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-91c780ea-39d4-4fe6-b9f5-66f9ec1b0747 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8348129 Aug 17 19:38:56.599312 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:38:56.600303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.617072 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42258) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:56.629044 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:38:56.641084 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e05911c1-a950-4bb3-9802-3b86fcfa5e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.676717 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:56.716184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (f0f05126-ba6f-43d8-8d6b-e22e7a456372), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.716419 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks [] for router_controller (f13497e7-e612-46ed-bfd0-ffa0655a80cd), precommit_add_association {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.721507 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks [] for router_controller (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), precommit_add_association {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.722012 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (f0f05126-ba6f-43d8-8d6b-e22e7a456372), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.780936 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-53e2c10b-2873-4690-b5af-dafebda8a7df', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:38:56.781961 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:56.879357 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks [] for router_controller (f0f05126-ba6f-43d8-8d6b-e22e7a456372), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.057844 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks [] for router_gateway (c87e1d07-bdc9-4162-a144-7b042128eec5), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.102347 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42278) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:57.164824 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks [] for router_gateway (f0f05126-ba6f-43d8-8d6b-e22e7a456372), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.170580 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:57.275765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks [] for router_gateway (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.280730 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks [] for router_gateway (f13497e7-e612-46ed-bfd0-ffa0655a80cd), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.319193 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Allocated IP 172.20.0.2 (b841ea97-b954-4339-9d37-a395f8715cac/7267c4ac-e137-44a0-9b7b-48526b7f4242/25183bb8-91a1-446e-bad6-808191fed67c) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:57.422038 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.434917 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:57.555250 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42288) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:57.578163 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e05911c1-a950-4bb3-9802-3b86fcfa5e08 admin admin] Publish callbacks [] for security_group (131be73c-5e37-4bc2-b954-29c126748e86), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.597580 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Publish callbacks [] for port (25183bb8-91a1-446e-bad6-808191fed67c), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.601775 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:57.609386 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e05911c1-a950-4bb3-9802-3b86fcfa5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (131be73c-5e37-4bc2-b954-29c126748e86), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.612247 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-e5255586-eadf-4699-a0a6-becc090592e0', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'project_id': '25f3817d99d84da2b797215d23de887f', 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:38:57.613413 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.630537 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Allocated IP 172.20.0.2 (53e2c10b-2873-4690-b5af-dafebda8a7df/21f87aa5-19c3-4825-ac4c-5cb815e89986/d6163d73-47e2-402b-beb7-7bd8a317a7c7) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:57.647124 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e05911c1-a950-4bb3-9802-3b86fcfa5e08 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=26fbbe9658b1483fa3850f224cb01e4c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5998528 Aug 17 19:38:57.654568 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42292) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:57.713487 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (25183bb8-91a1-446e-bad6-808191fed67c), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.732529 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:57.743165 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Network b841ea97-b954-4339-9d37-a395f8715cac is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:38:57.753008 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:57.766660 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:38:57.766980 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Allocated IP 172.27.1.199 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/8c167c2f-f560-40d8-86ee-6e910c6a8258) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:57.777904 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:57.795279 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ae54909-33db-46c2-965b-e9e6a7d333c1 admin admin] Publish callbacks [] for security_group (131be73c-5e37-4bc2-b954-29c126748e86), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.800495 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05911c1-a950-4bb3-9802-3b86fcfa5e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131be73c-5e37-4bc2-b954-29c126748e86,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:57.811639 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks [] for router_gateway (f0f05126-ba6f-43d8-8d6b-e22e7a456372), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.818513 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks [] for router_gateway (f13497e7-e612-46ed-bfd0-ffa0655a80cd), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.824610 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d76e1e9b-aba6-431c-b1cf-f5a250a8c43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.859139 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b72a49b1-f65c-42ec-9a09-432fb1064501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.892939 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:57.920155 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:57.976568 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Pushing event updated for resources: {'Port': ['ID=25183bb8-91a1-446e-bad6-808191fed67c,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:57.982750 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.007275 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks [] for router_gateway (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.019280 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:58.021461 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.021871 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.022197 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.022505 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.023028 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.023852 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.024331 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.025425 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.025968 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.026478 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.026946 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.027646 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.028118 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.028704 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.029286 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Tracked resource versions report: Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: pushed versions: Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: { 'AddressGroup': {'1.2'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Agent': {'1.1'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'ConntrackHelper': {'1.0'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Log': {'1.0'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'NDPProxy': {'1.0'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Network': {'1.1'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Port': {'1.7'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'PortForwarding': {'1.3'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'QosPolicy': {'1.10'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroup': {'1.5'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SubPort': {'1.0'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Subnet': {'1.1'}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Trunk': {'1.1'}} Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: consumer versions: Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: HyperV agent@hv-cinder-85069: {}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Agent': '1.1', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'ConntrackHelper': '1.0', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'LocalIPAssociation': '1.0', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Log': '1.0', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'NDPProxy': '1.0', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Network': '1.1', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Port': '1.7', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'PortForwarding': '1.3', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'QosPolicy': '1.10', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroup': '1.5', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SecurityGroupRule': '1.2', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'SubPort': '1.0', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Subnet': '1.1', Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: 'Trunk': '1.1'}} Aug 17 19:38:58.030787 dv-cinder-850698-2-iscsi neutron-server[111890]: {{(pid=111890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:38:58.042947 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ae54909-33db-46c2-965b-e9e6a7d333c1 admin admin] Publish callbacks [] for security_group (131be73c-5e37-4bc2-b954-29c126748e86), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.055956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.065847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Attempting to bind port 25183bb8-91a1-446e-bad6-808191fed67c on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:38:58.066763 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Attempting to bind port 25183bb8-91a1-446e-bad6-808191fed67c by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:38:58.067295 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Attempting to bind port 25183bb8-91a1-446e-bad6-808191fed67c on network b841ea97-b954-4339-9d37-a395f8715cac {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:38:58.080521 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:38:58.081996 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Checking segment: {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:38:58.082602 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.083149 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Bound using segment: {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:38:58.083797 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Bound port: 25183bb8-91a1-446e-bad6-808191fed67c, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:38:58.084838 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (25183bb8-91a1-446e-bad6-808191fed67c), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.113373 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Allocated IP 172.20.0.2 (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0/636712f1-5e98-4e98-925c-f725a84e65b3/3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:58.170112 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks [] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.185602 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ae54909-33db-46c2-965b-e9e6a7d333c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (131be73c-5e37-4bc2-b954-29c126748e86), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.188692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ae54909-33db-46c2-965b-e9e6a7d333c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.189891 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-7ae54909-33db-46c2-965b-e9e6a7d333c1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/131be73c-5e37-4bc2-b954-29c126748e86 HTTP/1.1" status: 204 len: 168 time: 0.5342045 Aug 17 19:38:58.202439 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d76e1e9b-aba6-431c-b1cf-f5a250a8c43a admin admin] Publish callbacks [] for security_group (939dcac8-0a6c-4ec9-b624-0a86e45bde10), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.204784 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b72a49b1-f65c-42ec-9a09-432fb1064501 admin admin] Publish callbacks [] for security_group (0bf6a53a-a95b-438b-81ec-4abdd6e3982c), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.207113 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d76e1e9b-aba6-431c-b1cf-f5a250a8c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (939dcac8-0a6c-4ec9-b624-0a86e45bde10), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.208345 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae54909-33db-46c2-965b-e9e6a7d333c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131be73c-5e37-4bc2-b954-29c126748e86,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:58.221130 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.265425 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b72a49b1-f65c-42ec-9a09-432fb1064501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (0bf6a53a-a95b-438b-81ec-4abdd6e3982c), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.285689 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:38:58.289249 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:58.294491 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:38:58.330093 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e1e9b-aba6-431c-b1cf-f5a250a8c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939dcac8-0a6c-4ec9-b624-0a86e45bde10,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:58.332422 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Allocated IP 172.20.0.2 (e5255586-eadf-4699-a0a6-becc090592e0/44ff26fb-058b-44b9-9b62-e4ae273e7222/0f92ef94-4d14-4ad6-aa12-0cd1df0e1754) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:58.338007 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d76e1e9b-aba6-431c-b1cf-f5a250a8c43a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=15526c641a484b3080426e6512a724af&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2283018 Aug 17 19:38:58.342238 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:58.342854 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42314) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:58.352845 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Pushing event updated for resources: {'Port': ['ID=8c167c2f-f560-40d8-86ee-6e910c6a8258,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:58.362952 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-b72a49b1-f65c-42ec-9a09-432fb1064501 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a40e7b6c0d9b490bbe055898162516f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8015912 Aug 17 19:38:58.371540 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42316) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:58.411669 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Allocated IP 172.27.1.219 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/c0ace5d3-7cf5-4671-99ec-8d8be425f942) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:58.418245 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a49b1-f65c-42ec-9a09-432fb1064501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6a53a-a95b-438b-81ec-4abdd6e3982c,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:58.492421 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:58.512172 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ebae8504-b06a-4a4a-aa28-b4ea24a1b817 admin admin] Publish callbacks [] for security_group (0bf6a53a-a95b-438b-81ec-4abdd6e3982c), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.535659 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] For port 25183bb8-91a1-446e-bad6-808191fed67c, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:38:58.553910 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ebae8504-b06a-4a4a-aa28-b4ea24a1b817 admin admin] Publish callbacks [] for security_group (0bf6a53a-a95b-438b-81ec-4abdd6e3982c), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.591558 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] For port 25183bb8-91a1-446e-bad6-808191fed67c, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=25183bb8-91a1-446e-bad6-808191fed67c,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:38:58.610258 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks [] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.649472 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (25183bb8-91a1-446e-bad6-808191fed67c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.649724 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ebae8504-b06a-4a4a-aa28-b4ea24a1b817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (0bf6a53a-a95b-438b-81ec-4abdd6e3982c), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.652653 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ebae8504-b06a-4a4a-aa28-b4ea24a1b817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.656722 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ebae8504-b06a-4a4a-aa28-b4ea24a1b817 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0bf6a53a-a95b-438b-81ec-4abdd6e3982c HTTP/1.1" status: 204 len: 168 time: 0.2812517 Aug 17 19:38:58.668293 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.700619 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c2357904-2e94-43a1-a8c1-f2b025c02cc0 admin admin] Publish callbacks [] for security_group (939dcac8-0a6c-4ec9-b624-0a86e45bde10), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.708033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:58.709247 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae8504-b06a-4a4a-aa28-b4ea24a1b817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6a53a-a95b-438b-81ec-4abdd6e3982c,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:58.724438 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Pushing event updated for resources: {'Port': ['ID=c0ace5d3-7cf5-4671-99ec-8d8be425f942,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:58.736245 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:38:58.738270 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:58.742153 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:38:58.764373 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Publish callbacks [] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.768337 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ed122-6491-4ffe-a000-462deb50fc97 None None] Pushing event updated for resources: {'Port': ['ID=25183bb8-91a1-446e-bad6-808191fed67c,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:58.811059 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.817904 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c2357904-2e94-43a1-a8c1-f2b025c02cc0 admin admin] Publish callbacks [] for security_group (939dcac8-0a6c-4ec9-b624-0a86e45bde10), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.833980 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks [] for router_gateway (c87e1d07-bdc9-4162-a144-7b042128eec5), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.882526 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Network 53e2c10b-2873-4690-b5af-dafebda8a7df is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:38:58.899044 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Publish callbacks [] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.906607 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:58.919299 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Allocated IP 172.27.1.36 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/0fccd031-e632-4873-909d-3527b5f496dc) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:58.943432 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:38:58.993732 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:58.995866 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:59.140760 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Publish callbacks [] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.148290 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Pushing event updated for resources: {'Port': ['ID=d6163d73-47e2-402b-beb7-7bd8a317a7c7,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:59.189775 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c2357904-2e94-43a1-a8c1-f2b025c02cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (939dcac8-0a6c-4ec9-b624-0a86e45bde10), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.192318 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c2357904-2e94-43a1-a8c1-f2b025c02cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.196932 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-c2357904-2e94-43a1-a8c1-f2b025c02cc0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/939dcac8-0a6c-4ec9-b624-0a86e45bde10 HTTP/1.1" status: 204 len: 168 time: 0.8496835 Aug 17 19:38:59.213757 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357904-2e94-43a1-a8c1-f2b025c02cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939dcac8-0a6c-4ec9-b624-0a86e45bde10,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:59.214716 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:38:59.223844 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.240459 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:59.313679 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:59.394755 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks [] for port (0fccd031-e632-4873-909d-3527b5f496dc), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.419392 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Network e5255586-eadf-4699-a0a6-becc090592e0 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:38:59.421166 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (c87e1d07-bdc9-4162-a144-7b042128eec5), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.422237 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:38:59.427082 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks [] for router_gateway (f13497e7-e612-46ed-bfd0-ffa0655a80cd), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.439784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:59.450151 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:59.454721 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Attempting to bind port d6163d73-47e2-402b-beb7-7bd8a317a7c7 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:38:59.455354 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Attempting to bind port d6163d73-47e2-402b-beb7-7bd8a317a7c7 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:38:59.455721 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Attempting to bind port d6163d73-47e2-402b-beb7-7bd8a317a7c7 on network 53e2c10b-2873-4690-b5af-dafebda8a7df {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:38:59.478201 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42348) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:59.498518 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-73b2f376-c7ce-4b8b-b874-1f6d33f284cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.526293 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Pushing event updated for resources: {'Port': ['ID=0f92ef94-4d14-4ad6-aa12-0cd1df0e1754,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:59.567411 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:38:59.568443 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Checking segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:38:59.569397 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.569813 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Bound using segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:38:59.570335 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Bound port: d6163d73-47e2-402b-beb7-7bd8a317a7c7, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:38:59.570726 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.580226 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (0fccd031-e632-4873-909d-3527b5f496dc), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.645767 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:59.651983 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:38:59.662624 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Allocated IP 172.27.1.82 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/283dec5d-3020-4057-b998-99b575fd7a1d) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:38:59.673046 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:38:59.673949 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:38:59.683261 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:38:59.686658 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:38:59.858857 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=0fccd031-e632-4873-909d-3527b5f496dc,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:38:59.866527 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42354) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:38:59.875913 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Attempting to bind port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:38:59.876387 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Attempting to bind port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:38:59.876783 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Attempting to bind port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:38:59.879656 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Router c87e1d07-bdc9-4162-a144-7b042128eec5 is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:38:59.893100 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d684c175-e978-45c2-b24c-b17afa20aa19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.924770 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:38:59.925166 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Checking segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:38:59.925606 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.926007 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Bound using segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:38:59.933589 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Bound port: 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:38:59.934057 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.947825 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-73b2f376-c7ce-4b8b-b874-1f6d33f284cb admin admin] Publish callbacks [] for security_group (909e54be-39b2-4dce-b95b-c97db0648fd5), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:38:59.984117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-73b2f376-c7ce-4b8b-b874-1f6d33f284cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (909e54be-39b2-4dce-b95b-c97db0648fd5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.008935 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:00.016316 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:00.076033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (f13497e7-e612-46ed-bfd0-ffa0655a80cd), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.080967 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-73b2f376-c7ce-4b8b-b874-1f6d33f284cb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=568632e396e9469a98fa7e5e31a13c11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6017554 Aug 17 19:39:00.091209 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42362) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:00.099985 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2f376-c7ce-4b8b-b874-1f6d33f284cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909e54be-39b2-4dce-b95b-c97db0648fd5,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:00.118941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks [] for port (283dec5d-3020-4057-b998-99b575fd7a1d), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.138434 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Attempting to bind port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:00.139204 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Attempting to bind port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:00.139606 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Attempting to bind port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:00.152991 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] For port d6163d73-47e2-402b-beb7-7bd8a317a7c7, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:00.159644 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] For port d6163d73-47e2-402b-beb7-7bd8a317a7c7, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d6163d73-47e2-402b-beb7-7bd8a317a7c7,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:00.171349 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:00.171805 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Checking segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:00.172772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.174561 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Bound using segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:00.176148 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Bound port: 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:00.178933 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.198380 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.262861 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] For port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:00.299111 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] For port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:00.301726 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks [] for router_gateway (f0f05126-ba6f-43d8-8d6b-e22e7a456372), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.349335 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.363764 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.368369 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:00.405429 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-53e08223-1d7d-4b58-93dc-98a5b705908b admin admin] Publish callbacks [] for security_group (909e54be-39b2-4dce-b95b-c97db0648fd5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.416215 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f77bb-94df-43bb-8556-048f529dfc75 None None] Network b841ea97-b954-4339-9d37-a395f8715cac requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:39:00.436674 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:00.447121 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Sync routers for ids ['c87e1d07-bdc9-4162-a144-7b042128eec5'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:00.478561 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Routers {'c87e1d07-bdc9-4162-a144-7b042128eec5'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:00.479529 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:38:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['c87e1d07-bdc9-4162-a144-7b042128eec5'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:00.526879 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d684c175-e978-45c2-b24c-b17afa20aa19 admin admin] Publish callbacks [] for security_group (f9afb13a-8083-4d5e-89a4-472cf4d2e165), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.542435 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:00.591840 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:00.616116 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:00.620714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-53e08223-1d7d-4b58-93dc-98a5b705908b admin admin] Publish callbacks [] for security_group (909e54be-39b2-4dce-b95b-c97db0648fd5), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.681872 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d684c175-e978-45c2-b24c-b17afa20aa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f9afb13a-8083-4d5e-89a4-472cf4d2e165), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.690769 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Pushing event updated for resources: {'Port': ['ID=283dec5d-3020-4057-b998-99b575fd7a1d,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:00.712667 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955303ad-266b-4f4b-b8c0-6e2675a724da None None] Pushing event updated for resources: {'Port': ['ID=d6163d73-47e2-402b-beb7-7bd8a317a7c7,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:00.779422 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:00.800925 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] For port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:00.803159 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-3d80dec0-e3aa-43c1-9dc9-83598c604116 None None] Provisioning complete for port 25183bb8-91a1-446e-bad6-808191fed67c triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:00.803572 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3d80dec0-e3aa-43c1-9dc9-83598c604116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (25183bb8-91a1-446e-bad6-808191fed67c), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.831555 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:00.840760 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e8fedca2-ca5d-4d19-a621-5ab4bfd5244b admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9006140 Aug 17 19:39:00.860843 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42372) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:00.895010 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d684c175-e978-45c2-b24c-b17afa20aa19 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=96bdaf0c1f00473fa60cb0010d3025df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0266981 Aug 17 19:39:00.898642 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42374) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:00.959565 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] For port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0f92ef94-4d14-4ad6-aa12-0cd1df0e1754,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:00.970969 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684c175-e978-45c2-b24c-b17afa20aa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9afb13a-8083-4d5e-89a4-472cf4d2e165,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:01.007457 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Set router c87e1d07-bdc9-4162-a144-7b042128eec5 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:01.008865 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.020538 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7d18-549c-4ff3-902b-eb75e51202f1 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:01.121986 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (f0f05126-ba6f-43d8-8d6b-e22e7a456372), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.151207 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:01.163872 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 25183bb8-91a1-446e-bad6-808191fed67c up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:01.235098 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Router f13497e7-e612-46ed-bfd0-ffa0655a80cd is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:39:01.340425 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-3d80dec0-e3aa-43c1-9dc9-83598c604116 None None] Current status of the port 25183bb8-91a1-446e-bad6-808191fed67c is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:01.341132 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3d80dec0-e3aa-43c1-9dc9-83598c604116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (25183bb8-91a1-446e-bad6-808191fed67c), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.362878 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-983e2455-2903-491c-ab5e-947269c39db0 admin admin] Publish callbacks [] for security_group (f9afb13a-8083-4d5e-89a4-472cf4d2e165), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.374352 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe534e-f147-43c4-ad15-fdb465f4af42 None None] Pushing event updated for resources: {'Port': ['ID=0f92ef94-4d14-4ad6-aa12-0cd1df0e1754,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:01.439563 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 25183bb8-91a1-446e-bad6-808191fed67c triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:01.440759 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (25183bb8-91a1-446e-bad6-808191fed67c), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.451525 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-53e08223-1d7d-4b58-93dc-98a5b705908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (909e54be-39b2-4dce-b95b-c97db0648fd5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.460005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-53e08223-1d7d-4b58-93dc-98a5b705908b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.460005 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-53e08223-1d7d-4b58-93dc-98a5b705908b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/909e54be-39b2-4dce-b95b-c97db0648fd5 HTTP/1.1" status: 204 len: 168 time: 1.3563869 Aug 17 19:39:01.460005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:01.615556 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-983e2455-2903-491c-ab5e-947269c39db0 admin admin] Publish callbacks [] for security_group (f9afb13a-8083-4d5e-89a4-472cf4d2e165), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.629261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-3d80dec0-e3aa-43c1-9dc9-83598c604116 None None] For port 25183bb8-91a1-446e-bad6-808191fed67c, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=25183bb8-91a1-446e-bad6-808191fed67c,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:01.643168 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3d80dec0-e3aa-43c1-9dc9-83598c604116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (25183bb8-91a1-446e-bad6-808191fed67c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.675025 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e08223-1d7d-4b58-93dc-98a5b705908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909e54be-39b2-4dce-b95b-c97db0648fd5,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:01.819793 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Router f0f05126-ba6f-43d8-8d6b-e22e7a456372 is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:39:01.837938 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-983e2455-2903-491c-ab5e-947269c39db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f9afb13a-8083-4d5e-89a4-472cf4d2e165), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.840492 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-983e2455-2903-491c-ab5e-947269c39db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.856006 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-983e2455-2903-491c-ab5e-947269c39db0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f9afb13a-8083-4d5e-89a4-472cf4d2e165 HTTP/1.1" status: 204 len: 168 time: 0.9560468 Aug 17 19:39:01.889479 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e2455-2903-491c-ab5e-947269c39db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9afb13a-8083-4d5e-89a4-472cf4d2e165,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:01.927176 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-8325a430-a131-4e7b-ba9e-6ca14a0498bf None None] Provisioning complete for port 25183bb8-91a1-446e-bad6-808191fed67c triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:01.927616 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8325a430-a131-4e7b-ba9e-6ca14a0498bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (25183bb8-91a1-446e-bad6-808191fed67c), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:01.937464 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 25183bb8-91a1-446e-bad6-808191fed67c is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:01.946720 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:38:58Z', 'revision_number': 3, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port': {'id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:02.012247 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:02.014280 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:02.031185 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80dec0-e3aa-43c1-9dc9-83598c604116 None None] Pushing event updated for resources: {'Port': ['ID=25183bb8-91a1-446e-bad6-808191fed67c,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:02.068942 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Checking router: c87e1d07-bdc9-4162-a144-7b042128eec5 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:02.071312 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Updating router c87e1d07-bdc9-4162-a144-7b042128eec5 port 8c167c2f-f560-40d8-86ee-6e910c6a8258 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:02.089598 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Sync routers for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:02.092580 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:02.163167 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:02.163945 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:38:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:02.168780 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:02.182739 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:02.239062 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:02.239428 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Sync routers for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:02.243518 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-158dca29-9469-4938-aac1-93b3e0601dd9 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6222186 Aug 17 19:39:02.243518 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42410) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:02.268182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks [] for router_gateway (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:02.395261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:02.427229 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:02.427862 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:38:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:02.473808 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a2ca0-3fc9-44e5-bbd5-1a14b64aa672 None None] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:39:02.532120 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-8325a430-a131-4e7b-ba9e-6ca14a0498bf None None] Current status of the port 25183bb8-91a1-446e-bad6-808191fed67c is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:02.708334 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:02.718981 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-20eb515d-204e-4fbf-8ec9-0daa9d565aef admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4830694 Aug 17 19:39:02.723777 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89884c2f-7c0b-4f39-8872-e04fa7389dc8 None None] Network 53e2c10b-2873-4690-b5af-dafebda8a7df requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:39:02.791461 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42418) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:02.856588 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:03.155735 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:03.211150 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-917a1c47-e504-4ae7-8982-3679acae7219 None None] Provisioning complete for port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:03.212203 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-917a1c47-e504-4ae7-8982-3679acae7219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.241847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9ba2c-7b34-4b19-974a-c01bb5d1104e None None] Network e5255586-eadf-4699-a0a6-becc090592e0 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:39:03.326283 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:03.331281 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:03.490615 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.539733 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:03.540641 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.572961 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Publish callbacks [] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.592828 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-917a1c47-e504-4ae7-8982-3679acae7219 None None] Current status of the port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:03.593252 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-917a1c47-e504-4ae7-8982-3679acae7219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.597611 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.628194 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:03.629660 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.632766 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Attempting to bind port 8c167c2f-f560-40d8-86ee-6e910c6a8258 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:03.639417 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Attempting to bind port 8c167c2f-f560-40d8-86ee-6e910c6a8258 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:03.640009 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Attempting to bind port 8c167c2f-f560-40d8-86ee-6e910c6a8258 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:03.653418 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:03.663008 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:03.667413 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:03.668052 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.669716 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:03.670387 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Bound port: 8c167c2f-f560-40d8-86ee-6e910c6a8258, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:03.670915 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.759758 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-917a1c47-e504-4ae7-8982-3679acae7219 None None] For port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:03.806104 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] For port 8c167c2f-f560-40d8-86ee-6e910c6a8258, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:03.810042 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-917a1c47-e504-4ae7-8982-3679acae7219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.812527 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] For port 8c167c2f-f560-40d8-86ee-6e910c6a8258, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=8c167c2f-f560-40d8-86ee-6e910c6a8258,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:03.818341 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:03.846076 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:03.882456 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Routers {'c87e1d07-bdc9-4162-a144-7b042128eec5'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:03.885727 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:38:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['c87e1d07-bdc9-4162-a144-7b042128eec5'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:03.992044 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Allocated IP 172.20.0.1 (e5255586-eadf-4699-a0a6-becc090592e0/44ff26fb-058b-44b9-9b62-e4ae273e7222/0613fa91-f339-469b-8c86-4c790027f1c4) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:04.033852 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a1c47-e504-4ae7-8982-3679acae7219 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:04.143749 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:04.171005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:04.174303 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Pushing event updated for resources: {'Port': ['ID=8c167c2f-f560-40d8-86ee-6e910c6a8258,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:04.197374 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Provisioning complete for port d6163d73-47e2-402b-beb7-7bd8a317a7c7 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:04.197765 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:04.211810 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.212566 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.213165 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.213750 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.214363 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.215086 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.215638 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.216168 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.216731 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.217487 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.218079 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.219235 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.219876 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.221407 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.222056 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Tracked resource versions report: Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: pushed versions: Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: { 'AddressGroup': {'1.2'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Agent': {'1.1'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'ConntrackHelper': {'1.0'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'LocalIPAssociation': {'1.0'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Log': {'1.0'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'NDPProxy': {'1.0'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Network': {'1.1'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Port': {'1.7'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'PortForwarding': {'1.3'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'QosPolicy': {'1.10'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroup': {'1.5'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroupRule': {'1.2'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SubPort': {'1.0'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Subnet': {'1.1'}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Trunk': {'1.1'}} Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: consumer versions: Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: { DHCP agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: HyperV agent@hv-cinder-85069: {}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: L3 agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: Metadata agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: Metering agent@dv-cinder-850698-2-iscsi: {}, Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: Open vSwitch agent@dv-cinder-850698-2-iscsi: { 'AddressGroup': '1.2', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Agent': '1.1', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'ConntrackHelper': '1.0', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'LocalIPAssociation': '1.0', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Log': '1.0', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'NDPProxy': '1.0', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Network': '1.1', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Port': '1.7', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'PortForwarding': '1.3', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'QosPolicy': '1.10', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroup': '1.5', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SecurityGroupRule': '1.2', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'SubPort': '1.0', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Subnet': '1.1', Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: 'Trunk': '1.1'}} Aug 17 19:39:04.223918 dv-cinder-850698-2-iscsi neutron-server[111893]: {{(pid=111893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 19:39:04.251904 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:04.252545 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:04.268442 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:39:04.275434 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks [] for port (0613fa91-f339-469b-8c86-4c790027f1c4), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:04.285052 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:38:59Z', 'revision_number': 3, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:04.384045 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:04.387984 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438705ab-6274-4b83-984b-72a7c184988d None None] Pushing event updated for resources: {'Port': ['ID=8c167c2f-f560-40d8-86ee-6e910c6a8258,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:04.470569 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab1ef-6164-4955-a638-eec65885d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:04.494821 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Pushing event updated for resources: {'Port': ['ID=0613fa91-f339-469b-8c86-4c790027f1c4,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:04.517717 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Checking router: f0f05126-ba6f-43d8-8d6b-e22e7a456372 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:04.518106 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Updating router f0f05126-ba6f-43d8-8d6b-e22e7a456372 port 0fccd031-e632-4873-909d-3527b5f496dc binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:04.531594 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Network e5255586-eadf-4699-a0a6-becc090592e0 is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:04.533441 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:04.548471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:04.550292 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (f0f05126-ba6f-43d8-8d6b-e22e7a456372), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:04.628321 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0fccd031-e632-4873-909d-3527b5f496dc), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:04.663694 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0f92ef94-4d14-4ad6-aa12-0cd1df0e1754,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:04.669097 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:38:58Z', 'revision_number': 3, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:04.714443 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:04.728477 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] Set router c87e1d07-bdc9-4162-a144-7b042128eec5 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:04.912666 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.039617 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:05.051591 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.053010 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 25183bb8-91a1-446e-bad6-808191fed67c up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:05.098772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Sync routers for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:05.114090 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Checking router: f13497e7-e612-46ed-bfd0-ffa0655a80cd for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:05.114808 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Updating router f13497e7-e612-46ed-bfd0-ffa0655a80cd port c0ace5d3-7cf5-4671-99ec-8d8be425f942 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:05.197073 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.259995 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 25183bb8-91a1-446e-bad6-808191fed67c triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:05.261833 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (25183bb8-91a1-446e-bad6-808191fed67c), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.341890 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:05.345018 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:38:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:05.414501 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42508) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:05.446641 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.472135 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:05.545570 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.556468 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3bdeb08f-3f4b-4713-8235-c116764c2811 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2252645 Aug 17 19:39:05.561533 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42522) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:05.622713 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:05.698452 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:05.819368 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Allocated IP 172.20.0.1 (b841ea97-b954-4339-9d37-a395f8715cac/7267c4ac-e137-44a0-9b7b-48526b7f4242/8e492800-86da-4951-ab50-4f1eae14cd67) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:05.827117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.849643 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:38:58Z', 'revision_number': 3, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port': {'id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:05.865720 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=0f92ef94-4d14-4ad6-aa12-0cd1df0e1754,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:05.881346 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Current status of the port d6163d73-47e2-402b-beb7-7bd8a317a7c7 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:05.881794 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.888656 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Publish callbacks [] for port (0fccd031-e632-4873-909d-3527b5f496dc), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.891644 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd37ad4-ff8c-45b2-a596-326edcf25a42 None None] The sync data for ids ['c87e1d07-bdc9-4162-a144-7b042128eec5'] in dv-cinder-850698-2-iscsi is: [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:38:58Z', 'revision_number': 3, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port': {'id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:05.899845 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0fccd031-e632-4873-909d-3527b5f496dc), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.956713 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Attempting to bind port 0fccd031-e632-4873-909d-3527b5f496dc on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:05.957523 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Attempting to bind port 0fccd031-e632-4873-909d-3527b5f496dc by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:05.958090 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Attempting to bind port 0fccd031-e632-4873-909d-3527b5f496dc on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:05.968617 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:05.972557 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:05.973287 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.976546 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:05.977407 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Bound port: 0fccd031-e632-4873-909d-3527b5f496dc, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:05.978040 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0fccd031-e632-4873-909d-3527b5f496dc), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:05.983979 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.004718 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks [] for port (0613fa91-f339-469b-8c86-4c790027f1c4), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.016489 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.019900 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (f0f05126-ba6f-43d8-8d6b-e22e7a456372), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.056721 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] For port 0fccd031-e632-4873-909d-3527b5f496dc, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:06.060819 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] For port 0fccd031-e632-4873-909d-3527b5f496dc, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0fccd031-e632-4873-909d-3527b5f496dc,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:06.064925 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.071816 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-21866131-5dc6-4590-8ca7-57eb7c4180c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.074120 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0fccd031-e632-4873-909d-3527b5f496dc), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.088603 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fcd4e-119d-472c-9125-b580cc00fa75 None None] Pushing event updated for resources: {'Port': ['ID=0fccd031-e632-4873-909d-3527b5f496dc,revision_number=2']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:06.100598 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Pushing event updated for resources: {'Port': ['ID=0613fa91-f339-469b-8c86-4c790027f1c4,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:06.139671 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] For port d6163d73-47e2-402b-beb7-7bd8a317a7c7, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d6163d73-47e2-402b-beb7-7bd8a317a7c7,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:06.171486 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fcd4e-119d-472c-9125-b580cc00fa75 None None] Pushing event updated for resources: {'Port': ['ID=0fccd031-e632-4873-909d-3527b5f496dc,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:06.184773 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:06.185554 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:38:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:06.218242 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Network e5255586-eadf-4699-a0a6-becc090592e0 is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:06.228039 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:06.288952 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Allocated IP 172.20.0.1 (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0/636712f1-5e98-4e98-925c-f725a84e65b3/f1a3af34-b25d-4ff0-a67f-fb8af2e09fce) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:06.341860 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:06.357664 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.424615 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.479080 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.567571 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.568633 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.572278 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Pushing event updated for resources: {'Port': ['ID=d6163d73-47e2-402b-beb7-7bd8a317a7c7,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:06.601942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.619861 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.639831 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f62a018c-0cea-4520-a782-73cd93b36abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.650874 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 25183bb8-91a1-446e-bad6-808191fed67c is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:06.654779 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:06.681177 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-21866131-5dc6-4590-8ca7-57eb7c4180c9 admin admin] Publish callbacks [] for security_group (96e63396-df1a-48ae-b2eb-5ed3d29d66f6), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.697042 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-21866131-5dc6-4590-8ca7-57eb7c4180c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (96e63396-df1a-48ae-b2eb-5ed3d29d66f6), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.724217 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks [] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.734805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks [] for port (8e492800-86da-4951-ab50-4f1eae14cd67), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.788664 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:01Z', 'revision_number': 3, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:06.790445 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Provisioning complete for port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:06.791706 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.808410 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:06.813010 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-21866131-5dc6-4590-8ca7-57eb7c4180c9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=40e0b95a8f3a4fc49b4da6bce66e6287&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3968024 Aug 17 19:39:06.821724 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21866131-5dc6-4590-8ca7-57eb7c4180c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e63396-df1a-48ae-b2eb-5ed3d29d66f6,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:06.826426 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42544) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:06.901391 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:06.901784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.914294 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-095b0462-4716-4407-80bf-0212b39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 2, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:06.918720 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.951471 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0462-4716-4407-80bf-0212b39369dd None None] The sync data for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi is: [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 2, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:06.962582 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:06.973062 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Checking router: b8a4a2c2-f666-4835-b02e-cb9eda65c7bb for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:06.973441 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Updating router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb port 283dec5d-3020-4057-b998-99b575fd7a1d binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:07.095988 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:07.112763 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Network b841ea97-b954-4339-9d37-a395f8715cac is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:07.113957 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:07.118519 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:07.119004 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (f13497e7-e612-46ed-bfd0-ffa0655a80cd), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.217857 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.338293 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:07.340195 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d6163d73-47e2-402b-beb7-7bd8a317a7c7 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:07.470632 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.599449 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6cab-0d10-49d4-afc3-c45753f07d4a admin admin] Publish callbacks [] for security_group (96e63396-df1a-48ae-b2eb-5ed3d29d66f6), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.601584 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:07.639771 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:07.640451 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (c87e1d07-bdc9-4162-a144-7b042128eec5), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.821164 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:07.823083 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Router f0f05126-ba6f-43d8-8d6b-e22e7a456372 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:39:07.887179 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6cab-0d10-49d4-afc3-c45753f07d4a admin admin] Publish callbacks [] for security_group (96e63396-df1a-48ae-b2eb-5ed3d29d66f6), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.936033 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Allocated IP 172.20.0.1 (53e2c10b-2873-4690-b5af-dafebda8a7df/21f87aa5-19c3-4825-ac4c-5cb815e89986/b4e24281-4e56-4b54-b399-1a55d5673973) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:07.943300 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.947610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Publish callbacks [] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.960398 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3b7cd-bfe7-43b0-a331-694834c54e10 None None] Current status of the port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:07.982206 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:07.985559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:08.090963 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port d6163d73-47e2-402b-beb7-7bd8a317a7c7 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:08.091195 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks [] for port (b4e24281-4e56-4b54-b399-1a55d5673973), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.091482 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.095137 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Pushing event updated for resources: {'Port': ['ID=8e492800-86da-4951-ab50-4f1eae14cd67,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:08.170046 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad92be5-d09e-4fbd-9665-e6f628744f37 None None] Pushing event updated for resources: {'Port': ['ID=c0ace5d3-7cf5-4671-99ec-8d8be425f942,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:08.203067 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Attempting to bind port c0ace5d3-7cf5-4671-99ec-8d8be425f942 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:08.203732 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Attempting to bind port c0ace5d3-7cf5-4671-99ec-8d8be425f942 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:08.204316 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Attempting to bind port c0ace5d3-7cf5-4671-99ec-8d8be425f942 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:08.209818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.210146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:08.217977 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-55822202-e3d3-47e1-b80a-732a3c9fd16f admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/f0f05126-ba6f-43d8-8d6b-e22e7a456372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9735091 Aug 17 19:39:08.224111 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6cab-0d10-49d4-afc3-c45753f07d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (96e63396-df1a-48ae-b2eb-5ed3d29d66f6), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.228622 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6cab-0d10-49d4-afc3-c45753f07d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.234144 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-4c7a6cab-0d10-49d4-afc3-c45753f07d4a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/96e63396-df1a-48ae-b2eb-5ed3d29d66f6 HTTP/1.1" status: 204 len: 168 time: 1.4063213 Aug 17 19:39:08.249408 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:08.259299 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:08.263378 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:08.264495 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.266175 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a6cab-0d10-49d4-afc3-c45753f07d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e63396-df1a-48ae-b2eb-5ed3d29d66f6,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:08.266830 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:08.270518 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Bound port: c0ace5d3-7cf5-4671-99ec-8d8be425f942, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:08.271110 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.271486 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.276559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Provisioning complete for port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:08.277182 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.288184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:08.294572 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.366916 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:08.435007 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Pushing event updated for resources: {'Port': ['ID=b4e24281-4e56-4b54-b399-1a55d5673973,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:08.448295 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Network 53e2c10b-2873-4690-b5af-dafebda8a7df is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:08.449141 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:08.452503 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:08.458303 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:08.458970 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.596770 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:08.607659 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Provisioning complete for port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:08.608022 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.818353 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks [] for port (8e492800-86da-4951-ab50-4f1eae14cd67), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.850815 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:08.852107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (c87e1d07-bdc9-4162-a144-7b042128eec5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.042848 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks [] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.044985 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.139899 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Pushing event updated for resources: {'Port': ['ID=8e492800-86da-4951-ab50-4f1eae14cd67,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:09.184035 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.189432 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (f13497e7-e612-46ed-bfd0-ffa0655a80cd), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.238697 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] For port c0ace5d3-7cf5-4671-99ec-8d8be425f942, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:09.248095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.283689 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.314408 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] For port c0ace5d3-7cf5-4671-99ec-8d8be425f942, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=c0ace5d3-7cf5-4671-99ec-8d8be425f942,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:09.321268 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port d6163d73-47e2-402b-beb7-7bd8a317a7c7 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:09.384730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.428525 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:09.495529 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:09.515914 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Current status of the port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:09.540641 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Network b841ea97-b954-4339-9d37-a395f8715cac is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:09.544800 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks [] for port (b4e24281-4e56-4b54-b399-1a55d5673973), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.554947 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.557748 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.559795 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:09.630461 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad92be5-d09e-4fbd-9665-e6f628744f37 None None] Pushing event updated for resources: {'Port': ['ID=c0ace5d3-7cf5-4671-99ec-8d8be425f942,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:09.639223 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Publish callbacks [] for port (283dec5d-3020-4057-b998-99b575fd7a1d), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.689328 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Provisioning complete for port 0613fa91-f339-469b-8c86-4c790027f1c4 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:09.689782 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.705650 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:09.833651 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:09.834975 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:09.843140 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:09.862442 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:09.997834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Network 53e2c10b-2873-4690-b5af-dafebda8a7df is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:10.008339 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:10.019127 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:10.023243 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Pushing event updated for resources: {'Port': ['ID=b4e24281-4e56-4b54-b399-1a55d5673973,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:10.163216 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42636) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:10.168136 dv-cinder-850698-2-iscsi neutron-server[111881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 19:39:10.173506 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:10.271500 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:10.318197 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Router c87e1d07-bdc9-4162-a144-7b042128eec5 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:39:10.382417 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:10.384982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Router f13497e7-e612-46ed-bfd0-ffa0655a80cd has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:39:10.392816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Attempting to bind port 283dec5d-3020-4057-b998-99b575fd7a1d on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:10.394760 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Attempting to bind port 283dec5d-3020-4057-b998-99b575fd7a1d by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:10.396095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Attempting to bind port 283dec5d-3020-4057-b998-99b575fd7a1d on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:10.462507 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:39:10.553431 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42646) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:10.567922 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:10.572653 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-77b21e7b-45a0-43e3-950e-f1284531ceda tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:10.574432 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-77b21e7b-45a0-43e3-950e-f1284531ceda tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 819 time: 0.4094613 Aug 17 19:39:10.667608 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-e82a5a5e-f603-4026-ad9f-c999591382b6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/quotas/25f3817d99d84da2b797215d23de887f HTTP/1.1" status: 200 len: 375 time: 0.0842295 Aug 17 19:39:10.668998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:10.670016 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:10.670016 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:10.672401 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:10.673535 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:10.674122 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Bound port: 283dec5d-3020-4057-b998-99b575fd7a1d, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:10.674532 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:10.676708 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Port 0613fa91-f339-469b-8c86-4c790027f1c4 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:10.759622 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:10.770710 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Sync routers for ids ['c87e1d07-bdc9-4162-a144-7b042128eec5'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:10.779163 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19bab8-d140-410a-ba76-a0109ae9a80d None None] Pushing event updated for resources: {'Port': ['ID=283dec5d-3020-4057-b998-99b575fd7a1d,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:10.787085 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-fc6e6530-7d28-46cb-95b5-828831321b94 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/c87e1d07-bdc9-4162-a144-7b042128eec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8135149 Aug 17 19:39:10.800778 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Provisioning complete for port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:10.800860 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:10.821327 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Routers {'c87e1d07-bdc9-4162-a144-7b042128eec5'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:10.821962 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['c87e1d07-bdc9-4162-a144-7b042128eec5'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:10.856472 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:10.862670 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9706edf5-cf83-42ff-97ed-cf160b82c664 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/f13497e7-e612-46ed-bfd0-ffa0655a80cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0600045 Aug 17 19:39:10.891696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:10.898971 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-a06cd1f1-90fa-454b-a1d3-46231cd9fc95 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2257133 Aug 17 19:39:10.904794 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3cd8604d-a020-4029-aef6-9644ac8e079d admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/b8a4a2c2-f666-4835-b02e-cb9eda65c7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3381720 Aug 17 19:39:10.919847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Sync routers for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:10.921023 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-073a86f6-ae7b-40cd-96c8-758f2ac8cf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:10.959951 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 2, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:11.045979 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-073a86f6-ae7b-40cd-96c8-758f2ac8cf52 admin admin] Publish callbacks [] for security_group (fa51155b-e1a7-447f-916e-a4d743bb0522), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.052443 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-073a86f6-ae7b-40cd-96c8-758f2ac8cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (fa51155b-e1a7-447f-916e-a4d743bb0522), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.099011 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:11.100731 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.105891 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-073a86f6-ae7b-40cd-96c8-758f2ac8cf52 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=96bd761330a548a5ac17ce6180af4e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5492980 Aug 17 19:39:11.108552 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42678) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:11.143970 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781f7a3-3522-461e-be3d-63444caf1172 None None] The sync data for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi is: [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 2, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:11.156664 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] For port 283dec5d-3020-4057-b998-99b575fd7a1d, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:11.184372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a86f6-ae7b-40cd-96c8-758f2ac8cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa51155b-e1a7-447f-916e-a4d743bb0522,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:11.190706 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Set router c87e1d07-bdc9-4162-a144-7b042128eec5 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:11.232195 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:11.232835 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:11.242186 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-996d202d-ecd3-441c-aad0-c59afa580b78 admin admin] Publish callbacks [] for security_group (fa51155b-e1a7-447f-916e-a4d743bb0522), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.300493 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-996d202d-ecd3-441c-aad0-c59afa580b78 admin admin] Publish callbacks [] for security_group (fa51155b-e1a7-447f-916e-a4d743bb0522), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.398726 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-996d202d-ecd3-441c-aad0-c59afa580b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (fa51155b-e1a7-447f-916e-a4d743bb0522), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.403241 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-996d202d-ecd3-441c-aad0-c59afa580b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.404837 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-996d202d-ecd3-441c-aad0-c59afa580b78 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fa51155b-e1a7-447f-916e-a4d743bb0522 HTTP/1.1" status: 204 len: 168 time: 0.2947044 Aug 17 19:39:11.427441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d202d-ecd3-441c-aad0-c59afa580b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa51155b-e1a7-447f-916e-a4d743bb0522,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:11.438802 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Current status of the port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:11.511987 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] For port 283dec5d-3020-4057-b998-99b575fd7a1d, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=283dec5d-3020-4057-b998-99b575fd7a1d,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:11.534362 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Provisioning complete for port d6163d73-47e2-402b-beb7-7bd8a317a7c7 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:11.535269 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.551067 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:11.592433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:11.710232 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-b4897a84-a8e8-477e-a0b1-b7c3b0c39bde service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:39:11.714227 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-b4897a84-a8e8-477e-a0b1-b7c3b0c39bde service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1542921 Aug 17 19:39:11.783667 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:11.784303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:11.795463 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port': {'id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '8e492800-86da-4951-ab50-4f1eae14cd67', 'name': '', 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'mac_address': 'fa:16:3e:68:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7267c4ac-e137-44a0-9b7b-48526b7f4242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 2, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'subnets': [{'id': '7267c4ac-e137-44a0-9b7b-48526b7f4242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:11.802596 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:11.874145 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-ea62d08d-e000-4985-bbd6-e7b6adc2f874 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497102 Aug 17 19:39:11.909507 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Checking router: c87e1d07-bdc9-4162-a144-7b042128eec5 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:11.909791 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Updating router c87e1d07-bdc9-4162-a144-7b042128eec5 port 8e492800-86da-4951-ab50-4f1eae14cd67 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:11.978369 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.105811 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-abde30fb-f9f4-42c3-9acf-adea99aa36f4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227035 Aug 17 19:39:12.182582 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42722) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:12.198128 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19bab8-d140-410a-ba76-a0109ae9a80d None None] Pushing event updated for resources: {'Port': ['ID=283dec5d-3020-4057-b998-99b575fd7a1d,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:12.213195 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:12.216336 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-848be635-3558-49d7-a094-c3279706f946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.293921 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:12.295407 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d6163d73-47e2-402b-beb7-7bd8a317a7c7 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:12.485002 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Current status of the port d6163d73-47e2-402b-beb7-7bd8a317a7c7 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:12.505315 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-848be635-3558-49d7-a094-c3279706f946 admin admin] Publish callbacks [] for security_group (f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.519259 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-848be635-3558-49d7-a094-c3279706f946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.628799 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42748) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:12.631860 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-848be635-3558-49d7-a094-c3279706f946 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=024f5ee486234bbba94349cdb9898acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461377 Aug 17 19:39:12.638977 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848be635-3558-49d7-a094-c3279706f946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:12.680076 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:12.681788 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port d6163d73-47e2-402b-beb7-7bd8a317a7c7 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:12.682193 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.685243 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:12.697894 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Provisioning complete for port 8e492800-86da-4951-ab50-4f1eae14cd67 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:12.698275 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.755772 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Publish callbacks [] for port (8e492800-86da-4951-ab50-4f1eae14cd67), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.762834 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:12.764070 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:12.769708 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.818657 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e12d-cd79-4ab8-a71c-86e249a6f96e admin admin] Publish callbacks [] for security_group (f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:12.893734 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e12d-cd79-4ab8-a71c-86e249a6f96e admin admin] Publish callbacks [] for security_group (f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.029772 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42774) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:13.036133 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-97754f70-d8a3-45fe-89f9-d6ce94f3afd3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217548370', 'description': 'tempest-description--2047352406'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:13.047951 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e12d-cd79-4ab8-a71c-86e249a6f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.055645 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e12d-cd79-4ab8-a71c-86e249a6f96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.060459 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-c1c3e12d-cd79-4ab8-a71c-86e249a6f96e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10 HTTP/1.1" status: 204 len: 168 time: 0.4273562 Aug 17 19:39:13.065322 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19749f64-612a-47a5-b07a-c240d5772c18 None None] Pushing event updated for resources: {'Port': ['ID=8e492800-86da-4951-ab50-4f1eae14cd67,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:13.080975 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42778) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:13.093969 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-0147529e-4750-4cba-98a1-e48992bc4368 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542271844', 'description': 'tempest-description--222519070'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:13.103687 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Attempting to bind port 8e492800-86da-4951-ab50-4f1eae14cd67 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:13.104072 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Attempting to bind port 8e492800-86da-4951-ab50-4f1eae14cd67 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:13.107076 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Attempting to bind port 8e492800-86da-4951-ab50-4f1eae14cd67 on network b841ea97-b954-4339-9d37-a395f8715cac {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:13.121981 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:13.123692 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Checking segment: {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:13.124255 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.126806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97754f70-d8a3-45fe-89f9-d6ce94f3afd3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.133422 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Bound using segment: {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:13.134127 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e12d-cd79-4ab8-a71c-86e249a6f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f886d6b5-da3c-4ef4-9cfa-3b35b9ea5a10,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:13.135259 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Bound port: 8e492800-86da-4951-ab50-4f1eae14cd67, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:13.137948 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.160894 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0147529e-4750-4cba-98a1-e48992bc4368 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.209398 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:13.353785 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0147529e-4750-4cba-98a1-e48992bc4368 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (ef4a9edb-fb0a-4263-868e-8d20d4cedb51), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.356674 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] For port 8e492800-86da-4951-ab50-4f1eae14cd67, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:13.361042 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0147529e-4750-4cba-98a1-e48992bc4368 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (ef4a9edb-fb0a-4263-868e-8d20d4cedb51), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.367915 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] For port 8e492800-86da-4951-ab50-4f1eae14cd67, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=8e492800-86da-4951-ab50-4f1eae14cd67,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:13.379033 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.436511 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97754f70-d8a3-45fe-89f9-d6ce94f3afd3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (7958e3a1-97d5-4ba7-b4c4-b80eb055f385), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.446945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97754f70-d8a3-45fe-89f9-d6ce94f3afd3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7958e3a1-97d5-4ba7-b4c4-b80eb055f385), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.466219 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Routers {'c87e1d07-bdc9-4162-a144-7b042128eec5'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:13.467973 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['c87e1d07-bdc9-4162-a144-7b042128eec5'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:13.508445 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:13.557363 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0147529e-4750-4cba-98a1-e48992bc4368 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.558685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-0147529e-4750-4cba-98a1-e48992bc4368 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4750328 Aug 17 19:39:13.561102 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3bf7067e-c42f-41ee-a8b9-5d58aa8cea25 req-fed772ab-104c-404f-a882-dade6ea089b0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 210 time: 0.1585484 Aug 17 19:39:13.561613 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42802) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:13.567346 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-70c96986-e86a-436f-83ed-6a5d3ea5ddbb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'security_group_rule': {'security_group_id': 'ef4a9edb-fb0a-4263-868e-8d20d4cedb51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:13.573895 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97754f70-d8a3-45fe-89f9-d6ce94f3afd3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.579825 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-97754f70-d8a3-45fe-89f9-d6ce94f3afd3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5455372 Aug 17 19:39:13.580469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42804) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:13.588876 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147529e-4750-4cba-98a1-e48992bc4368 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a9edb-fb0a-4263-868e-8d20d4cedb51,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:13.592198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42806) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:13.596441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-55211582-bd41-4e0c-9983-e72c5f675bea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'security_group_rule': {'security_group_id': '7958e3a1-97d5-4ba7-b4c4-b80eb055f385', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:13.619581 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97754f70-d8a3-45fe-89f9-d6ce94f3afd3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7958e3a1-97d5-4ba7-b4c4-b80eb055f385,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:13.666504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-70c96986-e86a-436f-83ed-6a5d3ea5ddbb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (ad51a207-c0e5-4db6-8db4-97c7f98d8378), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.686693 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55211582-bd41-4e0c-9983-e72c5f675bea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (5e141b05-221e-4b4f-aac0-7c55ed87accd), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:13.839518 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4d970b23-8fbf-45ec-bfa9-c40348463a03 None None] Port 8e492800-86da-4951-ab50-4f1eae14cd67 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:13.857171 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:13.869721 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 2, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:13.908227 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-05b4b379-97e2-4b41-8761-a549794d2b64 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:13.920899 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-05b4b379-97e2-4b41-8761-a549794d2b64 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b841ea97-b954-4339-9d37-a395f8715cac HTTP/1.1" status: 200 len: 812 time: 0.3135142 Aug 17 19:39:13.931534 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19749f64-612a-47a5-b07a-c240d5772c18 None None] Pushing event updated for resources: {'Port': ['ID=8e492800-86da-4951-ab50-4f1eae14cd67,revision_number=4']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:13.943161 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] Set router c87e1d07-bdc9-4162-a144-7b042128eec5 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:13.944919 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Checking router: f0f05126-ba6f-43d8-8d6b-e22e7a456372 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:13.945320 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Updating router f0f05126-ba6f-43d8-8d6b-e22e7a456372 port 0613fa91-f339-469b-8c86-4c790027f1c4 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:13.960605 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 2, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:13.967333 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-ce3ebe76-cb5f-42db-a6e0-2734d0b8f44b tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/quotas/adff2535a66d443baa9ddc4b5bde9ef2 HTTP/1.1" status: 200 len: 375 time: 0.0383453 Aug 17 19:39:14.043081 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6779083-483f-4a27-8ad2-057ea27e8243 None None] The sync data for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi is: [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 2, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:14.073250 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Provisioning complete for port b4e24281-4e56-4b54-b399-1a55d5673973 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:14.073667 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.134142 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port d6163d73-47e2-402b-beb7-7bd8a317a7c7 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:14.138305 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fae8ad75-d653-49e7-92f4-33b0dc9d80e3 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=adff2535a66d443baa9ddc4b5bde9ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526062 Aug 17 19:39:14.158258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:14.172621 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55211582-bd41-4e0c-9983-e72c5f675bea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (5e141b05-221e-4b4f-aac0-7c55ed87accd), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.187236 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55211582-bd41-4e0c-9983-e72c5f675bea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (5e141b05-221e-4b4f-aac0-7c55ed87accd), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.196584 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-70c96986-e86a-436f-83ed-6a5d3ea5ddbb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (ad51a207-c0e5-4db6-8db4-97c7f98d8378), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.203966 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-70c96986-e86a-436f-83ed-6a5d3ea5ddbb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (ad51a207-c0e5-4db6-8db4-97c7f98d8378), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.229164 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55211582-bd41-4e0c-9983-e72c5f675bea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e141b05-221e-4b4f-aac0-7c55ed87accd,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:14.232788 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c96986-e86a-436f-83ed-6a5d3ea5ddbb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad51a207-c0e5-4db6-8db4-97c7f98d8378,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:14.274827 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-70c96986-e86a-436f-83ed-6a5d3ea5ddbb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.280028 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42852) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:14.280228 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-70c96986-e86a-436f-83ed-6a5d3ea5ddbb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7168808 Aug 17 19:39:14.287602 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-0da73ba3-dfcd-47c6-b79c-69fb6b6d5de4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'security_group_rule': {'security_group_id': 'ef4a9edb-fb0a-4263-868e-8d20d4cedb51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:14.308947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55211582-bd41-4e0c-9983-e72c5f675bea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.310497 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-55211582-bd41-4e0c-9983-e72c5f675bea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7260358 Aug 17 19:39:14.311682 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.313424 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42856) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:14.333481 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-cc15c21b-3bea-4441-9ff9-abf07600e869 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'security_group_rule': {'security_group_id': '7958e3a1-97d5-4ba7-b4c4-b80eb055f385', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:14.363809 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0da73ba3-dfcd-47c6-b79c-69fb6b6d5de4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (55aa3cde-860e-44e2-b528-ebb7e67fbe6f), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.377351 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Port b4e24281-4e56-4b54-b399-1a55d5673973 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:14.386970 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:14.404425 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Provisioning complete for port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:14.405076 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.447770 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-d4eacfb2-58b3-48ce-a4bb-1fb9ebb09220 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:14.454900 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-d4eacfb2-58b3-48ce-a4bb-1fb9ebb09220 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 819 time: 0.4727118 Aug 17 19:39:14.456606 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cc15c21b-3bea-4441-9ff9-abf07600e869 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (62ea3698-ce72-4804-a900-e4e43bf4f926), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.466928 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:14.498373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:14.549026 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0da73ba3-dfcd-47c6-b79c-69fb6b6d5de4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (55aa3cde-860e-44e2-b528-ebb7e67fbe6f), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.561196 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-eb0580a3-048c-42bf-96b7-788e0ebae6e0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/quotas/25f3817d99d84da2b797215d23de887f HTTP/1.1" status: 200 len: 375 time: 0.0652862 Aug 17 19:39:14.564276 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0da73ba3-dfcd-47c6-b79c-69fb6b6d5de4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (55aa3cde-860e-44e2-b528-ebb7e67fbe6f), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.597808 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:14.625553 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port': {'id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '8e492800-86da-4951-ab50-4f1eae14cd67', 'name': '', 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'mac_address': 'fa:16:3e:68:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7267c4ac-e137-44a0-9b7b-48526b7f4242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:13Z', 'revision_number': 4, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'subnets': [{'id': '7267c4ac-e137-44a0-9b7b-48526b7f4242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:14.658135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da73ba3-dfcd-47c6-b79c-69fb6b6d5de4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55aa3cde-860e-44e2-b528-ebb7e67fbe6f,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:14.672097 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0da73ba3-dfcd-47c6-b79c-69fb6b6d5de4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.679578 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-0da73ba3-dfcd-47c6-b79c-69fb6b6d5de4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959541 Aug 17 19:39:14.680226 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 42870) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:14.689571 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:14.711096 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-14d241b2-ac70-4c07-bc73-1c4ea7c5b6c7 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:39:14.713771 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fd87d-c0c2-4187-8d0a-d5f7adf270af None None] The sync data for ids ['c87e1d07-bdc9-4162-a144-7b042128eec5'] in dv-cinder-850698-2-iscsi is: [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port': {'id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '8e492800-86da-4951-ab50-4f1eae14cd67', 'name': '', 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'mac_address': 'fa:16:3e:68:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7267c4ac-e137-44a0-9b7b-48526b7f4242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:13Z', 'revision_number': 4, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'subnets': [{'id': '7267c4ac-e137-44a0-9b7b-48526b7f4242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:14.721205 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-14d241b2-ac70-4c07-bc73-1c4ea7c5b6c7 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3298993 Aug 17 19:39:14.734889 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.907392 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:14.909132 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Provisioning complete for port 8e492800-86da-4951-ab50-4f1eae14cd67 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:14.909589 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:14.939367 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:14.939760 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.212571 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.360832 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cc15c21b-3bea-4441-9ff9-abf07600e869 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (62ea3698-ce72-4804-a900-e4e43bf4f926), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.378107 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-00b97140-b0bd-4ac0-b406-06cd21f8c855 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7387943 Aug 17 19:39:15.379035 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cc15c21b-3bea-4441-9ff9-abf07600e869 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (62ea3698-ce72-4804-a900-e4e43bf4f926), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.433005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cc15c21b-3bea-4441-9ff9-abf07600e869 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.434530 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-cc15c21b-3bea-4441-9ff9-abf07600e869 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1179891 Aug 17 19:39:15.440736 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42892) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:15.442880 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:15.444893 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 8c167c2f-f560-40d8-86ee-6e910c6a8258 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:15.458652 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c21b-3bea-4441-9ff9-abf07600e869 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ea3698-ce72-4804-a900-e4e43bf4f926,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:15.476927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:15.500793 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Current status of the port 8e492800-86da-4951-ab50-4f1eae14cd67 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:15.501175 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.538100 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:15.570203 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Allocated IP 172.27.1.38 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/2ead8715-088d-42df-a6c7-5f4b1ba593d9) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:15.601046 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:15.644360 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 8c167c2f-f560-40d8-86ee-6e910c6a8258 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:15.644914 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.670950 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-5ff37304-d8a2-4e17-98ab-af583f6a1c45 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b841ea97-b954-4339-9d37-a395f8715cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467363 Aug 17 19:39:15.799265 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Publish callbacks [] for port (0613fa91-f339-469b-8c86-4c790027f1c4), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.842592 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] For port 8e492800-86da-4951-ab50-4f1eae14cd67, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=8e492800-86da-4951-ab50-4f1eae14cd67,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:15.849931 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.851382 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.887459 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-3e6010ce-9fbb-4571-8294-a6a044c14825 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756055 Aug 17 19:39:15.940554 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:15.969413 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.034857 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Sync routers for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:16.061194 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:16.067549 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:16.085016 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.221983 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-3f03290d-60fe-4465-93d4-9e283129cff2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b841ea97-b954-4339-9d37-a395f8715cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097885 Aug 17 19:39:16.226817 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.65', 62925) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:16.227544 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'Port': ['ID=2ead8715-088d-42df-a6c7-5f4b1ba593d9,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:16.230507 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c3a20-6702-43c4-92f2-88d0e88a528e None None] Pushing event updated for resources: {'Port': ['ID=0613fa91-f339-469b-8c86-4c790027f1c4,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:16.275815 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:16.320941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:16.341724 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1614e3c-e9ac-4b8b-9d95-5b028bb9d071 None None] Pushing event updated for resources: {'Port': ['ID=8e492800-86da-4951-ab50-4f1eae14cd67,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:16.351866 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 8c167c2f-f560-40d8-86ee-6e910c6a8258 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:16.352740 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.387532 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 8c167c2f-f560-40d8-86ee-6e910c6a8258, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=8c167c2f-f560-40d8-86ee-6e910c6a8258,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:16.391467 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Attempting to bind port 0613fa91-f339-469b-8c86-4c790027f1c4 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:16.392455 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Attempting to bind port 0613fa91-f339-469b-8c86-4c790027f1c4 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:16.392972 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Attempting to bind port 0613fa91-f339-469b-8c86-4c790027f1c4 on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:16.397858 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.398993 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0fccd031-e632-4873-909d-3527b5f496dc up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:16.408915 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 42914) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:16.451222 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:16.491219 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:16.491543 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Checking segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:16.492011 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.492573 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Bound using segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:16.493288 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Bound port: 0613fa91-f339-469b-8c86-4c790027f1c4, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:16.493847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.686423 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:16.688215 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0fccd031-e632-4873-909d-3527b5f496dc triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:16.688612 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0fccd031-e632-4873-909d-3527b5f496dc), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.701154 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.728432 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] For port 0613fa91-f339-469b-8c86-4c790027f1c4, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:16.777360 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:16.786997 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=8c167c2f-f560-40d8-86ee-6e910c6a8258,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:16.802347 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] For port 0613fa91-f339-469b-8c86-4c790027f1c4, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0613fa91-f339-469b-8c86-4c790027f1c4,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:16.831377 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:16.887197 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 2, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:16.895181 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:16.911086 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-83abcfbf-51bf-47fd-93c1-9f2cb4c387eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:16.914386 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-83abcfbf-51bf-47fd-93c1-9f2cb4c387eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 819 time: 0.6628802 Aug 17 19:39:16.938160 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-d2dd2291-f4cb-44ed-bad4-a22c5b259d5b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0497005 Aug 17 19:39:16.950587 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:16.954588 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:16.972460 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'port': {'device_id': '001bd590-d203-4670-aef3-300aae8d4c4f', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'admin_state_up': True, 'tenant_id': '25f3817d99d84da2b797215d23de887f'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:16.976349 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c53a134c-fd93-43af-9f7e-37034c592e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.038722 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Checking router: f13497e7-e612-46ed-bfd0-ffa0655a80cd for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:17.039680 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Updating router f13497e7-e612-46ed-bfd0-ffa0655a80cd port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:17.090148 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.139148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (c6714974-f03a-49fd-a962-e8f23a9b5a98), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.161045 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:17.223162 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9fd823ab-62c8-48ec-8694-4304e93f403b req-373f1a75-d4e2-4352-b2c4-31b7830f572b tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 210 time: 0.0652361 Aug 17 19:39:17.356546 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Allocated IP 172.27.1.194 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/b3c2b6ef-fcd3-48ea-a7cd-f06700830f18) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:17.543306 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.605087 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:17.694745 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:17.790458 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f19656e7-6acf-4cd5-9861-c04eee6646ae req-1db847e2-4a07-42fb-ae6f-a61f0564cc6c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 210 time: 0.1525712 Aug 17 19:39:17.804144 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c3a20-6702-43c4-92f2-88d0e88a528e None None] Pushing event updated for resources: {'Port': ['ID=0613fa91-f339-469b-8c86-4c790027f1c4,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:17.818991 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0fccd031-e632-4873-909d-3527b5f496dc is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:17.819383 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0fccd031-e632-4873-909d-3527b5f496dc), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.864917 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c53a134c-fd93-43af-9f7e-37034c592e17 admin admin] Publish callbacks [] for security_group (2ed0b3d9-c134-457a-a136-fe125fdc852f), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.876775 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c53a134c-fd93-43af-9f7e-37034c592e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2ed0b3d9-c134-457a-a136-fe125fdc852f), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.911138 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Publish callbacks [] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.925007 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.934370 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:17.945952 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-c53a134c-fd93-43af-9f7e-37034c592e17 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0e2df3f45ede48f8b2b31f88abbae03a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5325162 Aug 17 19:39:17.955868 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43012) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:17.982263 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a134c-fd93-43af-9f7e-37034c592e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed0b3d9-c134-457a-a136-fe125fdc852f,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:17.986618 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:18.005982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Made reservation on behalf of 25f3817d99d84da2b797215d23de887f for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:39:18.011934 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.024820 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 0fccd031-e632-4873-909d-3527b5f496dc, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0fccd031-e632-4873-909d-3527b5f496dc,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:18.097690 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0fccd031-e632-4873-909d-3527b5f496dc), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.116792 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.241317 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-61b481f3-4ac3-4dff-b98b-31d95ba4bb12 admin admin] Publish callbacks [] for security_group (2ed0b3d9-c134-457a-a136-fe125fdc852f), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.245877 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411692a-5e05-4cf9-b5a2-59b972cbe0b0 None None] Pushing event updated for resources: {'Port': ['ID=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:18.286183 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Attempting to bind port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:18.286632 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Attempting to bind port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:18.289830 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Attempting to bind port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:18.321958 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:18.322557 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Checking segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:18.322968 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.323367 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Bound using segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:18.323858 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Bound port: f1a3af34-b25d-4ff0-a67f-fb8af2e09fce, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:18.324241 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.326915 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:18.330522 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:18.336434 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43028) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:18.344552 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:18.350569 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.378878 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.381565 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (c6714974-f03a-49fd-a962-e8f23a9b5a98), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.399249 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:18.437101 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-61b481f3-4ac3-4dff-b98b-31d95ba4bb12 admin admin] Publish callbacks [] for security_group (2ed0b3d9-c134-457a-a136-fe125fdc852f), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.542230 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] For port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:18.554238 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] For port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:18.568328 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.655792 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'Port': ['ID=b3c2b6ef-fcd3-48ea-a7cd-f06700830f18,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:18.685025 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:18.685961 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:18.686303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=0fccd031-e632-4873-909d-3527b5f496dc,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:18.712933 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0613fa91-f339-469b-8c86-4c790027f1c4 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:18.728504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (a8426999-68b4-4148-81fc-1868a435db2f), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.748118 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0bd6acb4-959e-49c0-af03-7c87d87f2b0a req-df1b9fc4-bd88-44c3-81b6-f82d0a7f4f51 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 210 time: 0.3230364 Aug 17 19:39:18.793985 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.805891 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1243494 Aug 17 19:39:18.902805 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7d97-35ee-4806-8a2c-fb0c3e0f4a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:18.961087 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.006325 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-61b481f3-4ac3-4dff-b98b-31d95ba4bb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2ed0b3d9-c134-457a-a136-fe125fdc852f), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.011217 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-61b481f3-4ac3-4dff-b98b-31d95ba4bb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.016064 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-61b481f3-4ac3-4dff-b98b-31d95ba4bb12 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2ed0b3d9-c134-457a-a136-fe125fdc852f HTTP/1.1" status: 204 len: 168 time: 1.0555062 Aug 17 19:39:19.041865 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:19.080801 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b481f3-4ac3-4dff-b98b-31d95ba4bb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed0b3d9-c134-457a-a136-fe125fdc852f,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:19.184007 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096659b8-a356-433b-85cf-5bbc13a18181 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'Port': ['ID=2ead8715-088d-42df-a6c7-5f4b1ba593d9,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:19.198945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Allocated IP 172.20.0.13 (e5255586-eadf-4699-a0a6-becc090592e0/44ff26fb-058b-44b9-9b62-e4ae273e7222/00265e2e-29dc-406a-a2b2-cd2bb162da12) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:19.220316 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:19.265868 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:19.267608 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7d97-35ee-4806-8a2c-fb0c3e0f4a70 admin admin] Publish callbacks [] for security_group (17889e87-c6e4-4d83-82d2-e4128bb2d130), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.319678 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:16Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:19.333921 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7d97-35ee-4806-8a2c-fb0c3e0f4a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (17889e87-c6e4-4d83-82d2-e4128bb2d130), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.524946 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a88459-61f9-4175-8770-90ad2e1d48d8 None None] The sync data for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi is: [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:16Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:19.547501 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:19.599326 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0613fa91-f339-469b-8c86-4c790027f1c4 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:19.605514 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.666300 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:19.668938 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411692a-5e05-4cf9-b5a2-59b972cbe0b0 None None] Pushing event updated for resources: {'Port': ['ID=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,revision_number=4']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:19.717792 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-578e87ad-e73e-4f3c-8c20-df1cc250e91e req-9a2cf212-4c03-467d-9de5-8d1bfe94c9c5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 210 time: 0.3706393 Aug 17 19:39:19.725999 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f3dd7d97-35ee-4806-8a2c-fb0c3e0f4a70 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b193d64b7cf9408ca11f8f812351d91c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3878751 Aug 17 19:39:19.735248 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43076) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:19.784734 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7d97-35ee-4806-8a2c-fb0c3e0f4a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17889e87-c6e4-4d83-82d2-e4128bb2d130,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:19.863126 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0613fa91-f339-469b-8c86-4c790027f1c4 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:19.863428 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.887558 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-48011f82-b0f2-4508-b40d-adfaecb7c4cd tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1542271844&fields=id&tenant_id=d8e17f7523b4492394df211a01a4193c HTTP/1.1" status: 200 len: 267 time: 0.5126200 Aug 17 19:39:19.914224 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:19.916426 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.029302 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 0613fa91-f339-469b-8c86-4c790027f1c4, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0613fa91-f339-469b-8c86-4c790027f1c4,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:20.036262 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:20.057973 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.058897 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 283dec5d-3020-4057-b998-99b575fd7a1d up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:20.092091 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-003b6e9f-a52e-4431-9cb6-54c35107dca0 admin admin] Publish callbacks [] for security_group (17889e87-c6e4-4d83-82d2-e4128bb2d130), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.112282 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43084) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:20.149936 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:20.154180 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.154907 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (a8426999-68b4-4148-81fc-1868a435db2f), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.240481 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.65', 62937) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:20.320860 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.369818 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:39:20.413324 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:20.455650 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:18Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:20.523423 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=0613fa91-f339-469b-8c86-4c790027f1c4,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:20.561424 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 283dec5d-3020-4057-b998-99b575fd7a1d triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:20.566784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.581202 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4072c-bc5b-40c3-bab0-585382dd4854 None None] The sync data for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi is: [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:18Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:20.713149 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'Port': ['ID=b3c2b6ef-fcd3-48ea-a7cd-f06700830f18,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:20.754323 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 283dec5d-3020-4057-b998-99b575fd7a1d is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:20.756855 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.780402 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-682fc4da-6050-4852-aef9-ccbfed299e53 req-265af778-4568-4011-b194-944a05e9d4f8 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 210 time: 0.6298580 Aug 17 19:39:20.824033 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.834731 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-c41832cc-0f32-4cbd-bcba-85917296a123 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3682120 Aug 17 19:39:20.880539 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-cff6db00-ab47-4d6d-871c-a996eef807a7 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:20.887335 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 283dec5d-3020-4057-b998-99b575fd7a1d, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=283dec5d-3020-4057-b998-99b575fd7a1d,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:20.895277 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-cff6db00-ab47-4d6d-871c-a996eef807a7 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 810 time: 0.9897358 Aug 17 19:39:20.897136 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:20.898996 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 8c167c2f-f560-40d8-86ee-6e910c6a8258 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:20.957840 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-93bd9fc6-b56a-4de8-9c01-e7f456890049 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/quotas/d8e17f7523b4492394df211a01a4193c HTTP/1.1" status: 200 len: 375 time: 0.0611866 Aug 17 19:39:21.162702 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-173eb609-1cd9-43a9-8c86-55b8e183936b req-fc5a2a35-60fd-49b6-aa64-1fb126b9a8b9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 210 time: 0.1223366 Aug 17 19:39:21.166671 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.65', 62938) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:21.199949 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-97dab8c7-d0cc-4352-a579-e306f977b54a tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2412016 Aug 17 19:39:21.340851 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=283dec5d-3020-4057-b998-99b575fd7a1d,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:21.364859 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 8c167c2f-f560-40d8-86ee-6e910c6a8258 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:21.373855 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.376413 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-003b6e9f-a52e-4431-9cb6-54c35107dca0 admin admin] Publish callbacks [] for security_group (17889e87-c6e4-4d83-82d2-e4128bb2d130), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.424852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Network e5255586-eadf-4699-a0a6-becc090592e0 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:21.511029 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:21.586212 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-53d97e5c-a9df-4de4-991a-98a0b65388ba service neutron] 10.222.0.59 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492665 Aug 17 19:39:21.627433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 8c167c2f-f560-40d8-86ee-6e910c6a8258 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:21.628672 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device c0ace5d3-7cf5-4671-99ec-8d8be425f942 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:21.638000 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:21.644479 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:21.653343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:21.654268 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.683453 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43136) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:21.736648 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port c0ace5d3-7cf5-4671-99ec-8d8be425f942 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:21.737047 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.744794 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c17ed050-de8c-415c-b98a-69dabd0c6115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.751003 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7887111 Aug 17 19:39:21.769101 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-e7cdc21d-0528-4278-bf5a-49829284a4fe tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:21.771955 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-e7cdc21d-0528-4278-bf5a-49829284a4fe tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 819 time: 1.4530456 Aug 17 19:39:21.781132 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-c5ff94a8-5b8b-4e4c-b67a-ae971f8253c0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:39:21.782451 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-c5ff94a8-5b8b-4e4c-b67a-ae971f8253c0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080886 Aug 17 19:39:21.817809 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'port': {'device_id': '55783dca-99fe-42bc-9e65-2c65038d0902', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'admin_state_up': True, 'tenant_id': '25f3817d99d84da2b797215d23de887f'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:21.841634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264059c-42d7-4afe-9dd3-82dda6c1b613 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'Port': ['ID=00265e2e-29dc-406a-a2b2-cd2bb162da12,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:21.863237 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port c0ace5d3-7cf5-4671-99ec-8d8be425f942 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:21.864119 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.895439 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port c0ace5d3-7cf5-4671-99ec-8d8be425f942, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=c0ace5d3-7cf5-4671-99ec-8d8be425f942,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:21.902509 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.903630 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 8e492800-86da-4951-ab50-4f1eae14cd67 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:21.966276 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-003b6e9f-a52e-4431-9cb6-54c35107dca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (17889e87-c6e4-4d83-82d2-e4128bb2d130), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.970012 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-003b6e9f-a52e-4431-9cb6-54c35107dca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:21.971311 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-003b6e9f-a52e-4431-9cb6-54c35107dca0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/17889e87-c6e4-4d83-82d2-e4128bb2d130 HTTP/1.1" status: 204 len: 168 time: 2.2327242 Aug 17 19:39:22.002794 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6e9f-a52e-4431-9cb6-54c35107dca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17889e87-c6e4-4d83-82d2-e4128bb2d130,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:22.119381 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c17ed050-de8c-415c-b98a-69dabd0c6115 admin admin] Publish callbacks [] for security_group (2daa4a82-5597-497a-b5e8-68d38206cf36), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:22.121772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=c0ace5d3-7cf5-4671-99ec-8d8be425f942,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:22.126997 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c17ed050-de8c-415c-b98a-69dabd0c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2daa4a82-5597-497a-b5e8-68d38206cf36), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:22.150527 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Made reservation on behalf of 25f3817d99d84da2b797215d23de887f for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:39:22.156340 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:22.269692 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 8e492800-86da-4951-ab50-4f1eae14cd67 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:22.272058 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:22.273378 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c17ed050-de8c-415c-b98a-69dabd0c6115 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=70b374f93ceb484dafb306f681a7a76e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1551452 Aug 17 19:39:22.288711 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43160) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:22.351575 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-194d0f4b-673c-49a5-8595-ea74eb616f81 None None] Provisioning complete for port 00265e2e-29dc-406a-a2b2-cd2bb162da12 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:22.352224 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-194d0f4b-673c-49a5-8595-ea74eb616f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:22.371915 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:22.386099 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ed050-de8c-415c-b98a-69dabd0c6115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daa4a82-5597-497a-b5e8-68d38206cf36,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:22.405653 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:22.449955 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-9a642ecb-d066-40b3-8514-fd2c27fa524a tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:22.456993 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-9a642ecb-d066-40b3-8514-fd2c27fa524a tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.65 "GET /networking/v2.0/networks?id=b841ea97-b954-4339-9d37-a395f8715cac HTTP/1.1" status: 200 len: 812 time: 1.2559946 Aug 17 19:39:22.472371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-53445e65-2ee6-4a3b-a49f-80f86202aa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:22.541584 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-194d0f4b-673c-49a5-8595-ea74eb616f81 None None] Port 00265e2e-29dc-406a-a2b2-cd2bb162da12 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:22.557378 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Request body: {'port': {'device_id': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac', 'admin_state_up': True, 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:22.598215 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-f6ca517d-d96c-45fc-b348-bb42c3e07423 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1217548370&fields=id&tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 267 time: 0.9982104 Aug 17 19:39:22.713031 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 8e492800-86da-4951-ab50-4f1eae14cd67 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:22.893896 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Request body: {'port': {'device_id': '001bd590-d203-4670-aef3-300aae8d4c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:22.959866 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0613fa91-f339-469b-8c86-4c790027f1c4 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:22.987728 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Allocated IP 172.20.0.8 (e5255586-eadf-4699-a0a6-becc090592e0/44ff26fb-058b-44b9-9b62-e4ae273e7222/31d9c9ee-a38e-4efd-a8af-b6989873b33d) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:23.013912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-53445e65-2ee6-4a3b-a49f-80f86202aa04 admin admin] Publish callbacks [] for security_group (2fe29456-7c11-4ece-be2d-1339adf9600c), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.128398 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0613fa91-f339-469b-8c86-4c790027f1c4 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:23.129300 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.185188 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-53445e65-2ee6-4a3b-a49f-80f86202aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2fe29456-7c11-4ece-be2d-1339adf9600c), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.275255 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-53445e65-2ee6-4a3b-a49f-80f86202aa04 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8df4739b08aa43cb8a835a69c21a38c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5749140 Aug 17 19:39:23.283037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43168) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:23.306266 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43170) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:23.360829 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-fe89a4c6-b5aa-4837-a65f-179b28ec1d21 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7623701 Aug 17 19:39:23.412141 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0613fa91-f339-469b-8c86-4c790027f1c4 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:23.414631 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1a3af34-b25d-4ff0-a67f-fb8af2e09fce up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:23.448986 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53445e65-2ee6-4a3b-a49f-80f86202aa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe29456-7c11-4ece-be2d-1339adf9600c,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:23.458394 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:23.475471 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.520841 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Made reservation on behalf of adff2535a66d443baa9ddc4b5bde9ef2 for: {'port': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:39:23.531194 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.531413 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fb13a8c0-78e2-4016-9f25-a6cd1c3bc774 admin admin] Publish callbacks [] for security_group (2fe29456-7c11-4ece-be2d-1339adf9600c), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.550368 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-06ad23ab-9bf0-456a-ba53-4d75621cbf53 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:23.556779 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-06ad23ab-9bf0-456a-ba53-4d75621cbf53 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 816 time: 0.8946352 Aug 17 19:39:23.592499 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43174) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:23.602078 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7046-5cb6-4ffc-9a73-eb4caf880fb4 admin admin] Publish callbacks [] for security_group (2daa4a82-5597-497a-b5e8-68d38206cf36), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.607340 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-04990de6-beef-4fd4-a4a4-93909966ddc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.646211 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-674230cb-54a8-4e6e-887f-28fa2b067c73 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/quotas/5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 375 time: 0.0460351 Aug 17 19:39:23.681950 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fb13a8c0-78e2-4016-9f25-a6cd1c3bc774 admin admin] Publish callbacks [] for security_group (2fe29456-7c11-4ece-be2d-1339adf9600c), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.769020 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Sync routers for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:23.807777 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.810577 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:23.811028 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:23.817168 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:23.906634 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:23.909902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:23.929030 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Allocated IP 172.20.0.10 (b841ea97-b954-4339-9d37-a395f8715cac/7267c4ac-e137-44a0-9b7b-48526b7f4242/a76528d3-da4d-4b10-9dcb-381d2ede6e64) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:24.049391 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:24.066916 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.147814 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:24.202239 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:24.240325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Network e5255586-eadf-4699-a0a6-becc090592e0 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:24.242628 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:24.244242 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.251262 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:24.252652 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:24.255720 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:24.260940 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:24.261689 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.334363 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'Port': ['ID=31d9c9ee-a38e-4efd-a8af-b6989873b33d,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:24.377847 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7046-5cb6-4ffc-9a73-eb4caf880fb4 admin admin] Publish callbacks [] for security_group (2daa4a82-5597-497a-b5e8-68d38206cf36), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.475944 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5a280567-1865-4ce9-86fd-c5ab4c71c0e9 req-35fffd4d-9253-450e-89b6-dd8620d4215a tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 210 time: 0.3285124 Aug 17 19:39:24.477830 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5f49f9aa-74d6-4296-bcf5-0d64955c6cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.525267 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-b6107caa-7427-4818-8795-f8a176cb6a49 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8679817 Aug 17 19:39:24.595184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:24.653588 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.654389 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00265e2e-29dc-406a-a2b2-cd2bb162da12 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:24.656024 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device c0ace5d3-7cf5-4671-99ec-8d8be425f942 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:24.685047 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Publish callbacks [] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.706066 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5f49f9aa-74d6-4296-bcf5-0d64955c6cae admin admin] Publish callbacks [] for security_group (a656750b-2bb9-4fed-bab4-f193eda914d0), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.766608 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:24.771842 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Transition to ACTIVE for port object 00265e2e-29dc-406a-a2b2-cd2bb162da12 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:39:24.776111 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fb13a8c0-78e2-4016-9f25-a6cd1c3bc774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2fe29456-7c11-4ece-be2d-1339adf9600c), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.782044 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fb13a8c0-78e2-4016-9f25-a6cd1c3bc774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.783688 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-fb13a8c0-78e2-4016-9f25-a6cd1c3bc774 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2fe29456-7c11-4ece-be2d-1339adf9600c HTTP/1.1" status: 204 len: 168 time: 1.4773653 Aug 17 19:39:24.793110 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-2e528ce4-5385-4279-bf37-698452697a7b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9885361 Aug 17 19:39:24.795166 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.809132 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-02b84659-a9b9-4691-919b-fb4ce8ef3200 None None] Provisioning complete for port 31d9c9ee-a38e-4efd-a8af-b6989873b33d triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:24.809922 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-02b84659-a9b9-4691-919b-fb4ce8ef3200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:24.860041 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Request body: {'port': {'device_id': '55783dca-99fe-42bc-9e65-2c65038d0902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:24.865341 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13a8c0-78e2-4016-9f25-a6cd1c3bc774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe29456-7c11-4ece-be2d-1339adf9600c,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:24.884109 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5f49f9aa-74d6-4296-bcf5-0d64955c6cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a656750b-2bb9-4fed-bab4-f193eda914d0), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.018599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Pushing event updated for resources: {'Port': ['ID=00265e2e-29dc-406a-a2b2-cd2bb162da12,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:25.054911 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:25.059614 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:25.088400 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Attempting to bind port 00265e2e-29dc-406a-a2b2-cd2bb162da12 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:25.089129 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Attempting to bind port 00265e2e-29dc-406a-a2b2-cd2bb162da12 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:25.091821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Attempting to bind port 00265e2e-29dc-406a-a2b2-cd2bb162da12 on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:25.100816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-02b84659-a9b9-4691-919b-fb4ce8ef3200 None None] Port 31d9c9ee-a38e-4efd-a8af-b6989873b33d cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:25.103979 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-5f49f9aa-74d6-4296-bcf5-0d64955c6cae admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=48faf2dd721c41d9a2cd1635201bec73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4977257 Aug 17 19:39:25.104596 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43200) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:25.109563 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port c0ace5d3-7cf5-4671-99ec-8d8be425f942 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:25.110034 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.112834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb577-dcce-4da5-b30a-c99ee113a652 req-bac2a3de-dca0-4235-9da1-6636c5cf1559 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:25.114956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Port 00265e2e-29dc-406a-a2b2-cd2bb162da12 on network e5255586-eadf-4699-a0a6-becc090592e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:39:25.115405 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Attempting to bind port 00265e2e-29dc-406a-a2b2-cd2bb162da12 on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:25.120714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.121133 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2adbb577-dcce-4da5-b30a-c99ee113a652 req-bac2a3de-dca0-4235-9da1-6636c5cf1559 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 931 time: 0.2688782 Aug 17 19:39:25.131703 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-01afd6bd-1e15-4ec2-a79c-fff647ed8470 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195189 Aug 17 19:39:25.149035 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:25.149577 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Checking segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:25.150574 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Bound using segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:25.151127 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Bound port: 00265e2e-29dc-406a-a2b2-cd2bb162da12, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:25.151587 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.216279 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:09Z', 'revision_number': 2, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:25.275000 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-3a36c9aa-ee8b-4353-8647-7810bfb0ef42 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423542 Aug 17 19:39:25.275525 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49f9aa-74d6-4296-bcf5-0d64955c6cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a656750b-2bb9-4fed-bab4-f193eda914d0,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:25.306735 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:25.329364 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:25.432284 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port c0ace5d3-7cf5-4671-99ec-8d8be425f942 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:25.433462 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0fccd031-e632-4873-909d-3527b5f496dc up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:25.435523 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Checking router: b8a4a2c2-f666-4835-b02e-cb9eda65c7bb for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:25.439619 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Updating router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb port b4e24281-4e56-4b54-b399-1a55d5673973 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:39:25.485482 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2adbb577-dcce-4da5-b30a-c99ee113a652 req-c098906d-b89e-493b-baec-10d7c906928f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553455 Aug 17 19:39:25.504812 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks [] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.540820 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43204) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:25.566219 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7046-5cb6-4ffc-9a73-eb4caf880fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2daa4a82-5597-497a-b5e8-68d38206cf36), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.568756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7046-5cb6-4ffc-9a73-eb4caf880fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.577797 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3bdb7046-5cb6-4ffc-9a73-eb4caf880fb4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2daa4a82-5597-497a-b5e8-68d38206cf36 HTTP/1.1" status: 204 len: 168 time: 3.2772751 Aug 17 19:39:25.578498 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.639237 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a500a53a-1653-4bf9-a196-8d5aef71c6b9 admin admin] Publish callbacks [] for security_group (a656750b-2bb9-4fed-bab4-f193eda914d0), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.661004 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] For port 00265e2e-29dc-406a-a2b2-cd2bb162da12, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:25.669589 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-04990de6-beef-4fd4-a4a4-93909966ddc7 admin admin] Publish callbacks [] for security_group (6033a58a-7794-4cf6-b3ed-eaac20dec225), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.724526 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d712197a-59de-4968-8d40-07a35b51aed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.728471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-04990de6-beef-4fd4-a4a4-93909966ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6033a58a-7794-4cf6-b3ed-eaac20dec225), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.802334 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] For port 00265e2e-29dc-406a-a2b2-cd2bb162da12, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:25.811541 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a500a53a-1653-4bf9-a196-8d5aef71c6b9 admin admin] Publish callbacks [] for security_group (a656750b-2bb9-4fed-bab4-f193eda914d0), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.857301 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb7046-5cb6-4ffc-9a73-eb4caf880fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daa4a82-5597-497a-b5e8-68d38206cf36,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:25.900138 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.900468 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.915056 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5b15b6ef-a051-48db-87e1-21019ad2d34f req-09fc3d42-b730-40ef-954b-205baef74334 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 210 time: 0.2329702 Aug 17 19:39:25.921638 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:25.922563 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:25.926075 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 200 len: 1094 time: 3.6672840 Aug 17 19:39:26.002189 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001bd590-d203-4670-aef3-300aae8d4c4f', 'tag': '00265e2e-29dc-406a-a2b2-cd2bb162da12'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:26.105251 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0fccd031-e632-4873-909d-3527b5f496dc triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:26.109865 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0fccd031-e632-4873-909d-3527b5f496dc), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:26.241704 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990de6-beef-4fd4-a4a4-93909966ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6033a58a-7794-4cf6-b3ed-eaac20dec225,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:26.509852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.65', 62947) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:26.656261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Publish callbacks [] for port (b4e24281-4e56-4b54-b399-1a55d5673973), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:26.667394 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:26.733998 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574deaa-0ae0-4d07-8f6b-38258db11402 req-e4e771b4-36ad-49e2-a8b6-e8572866d964 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:26.741578 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0fccd031-e632-4873-909d-3527b5f496dc is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:26.742660 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9574deaa-0ae0-4d07-8f6b-38258db11402 req-e4e771b4-36ad-49e2-a8b6-e8572866d964 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 932 time: 0.8890765 Aug 17 19:39:26.745086 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 283dec5d-3020-4057-b998-99b575fd7a1d up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:26.835986 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d712197a-59de-4968-8d40-07a35b51aed3 admin admin] Publish callbacks [] for security_group (d2f0f99f-2b0c-4287-9d0a-bc1995eb9132), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:26.881608 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d712197a-59de-4968-8d40-07a35b51aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d2f0f99f-2b0c-4287-9d0a-bc1995eb9132), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:26.960669 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466a491-13a3-4d61-a167-4350d8f359d5 None None] Pushing event updated for resources: {'Port': ['ID=b4e24281-4e56-4b54-b399-1a55d5673973,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:26.978562 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:26.987001 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Pushing event updated for resources: {'Port': ['ID=a76528d3-da4d-4b10-9dcb-381d2ede6e64,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:27.032817 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:27.034790 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 283dec5d-3020-4057-b998-99b575fd7a1d triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:27.035673 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.087900 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-04990de6-beef-4fd4-a4a4-93909966ddc7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7e8fb038a674494a9e6d98a751afe881&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7257268 Aug 17 19:39:27.096834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43240) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:27.109518 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Attempting to bind port b4e24281-4e56-4b54-b399-1a55d5673973 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:27.110052 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Attempting to bind port b4e24281-4e56-4b54-b399-1a55d5673973 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:27.110380 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Attempting to bind port b4e24281-4e56-4b54-b399-1a55d5673973 on network 53e2c10b-2873-4690-b5af-dafebda8a7df {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:27.126661 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Network b841ea97-b954-4339-9d37-a395f8715cac is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:27.137439 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:27.139269 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Checking segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:27.139720 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.140123 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Bound using segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:27.140628 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Bound port: b4e24281-4e56-4b54-b399-1a55d5673973, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:27.140992 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.155786 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:27.180334 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d712197a-59de-4968-8d40-07a35b51aed3 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f03d08e1816047a88771f64939ffa2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6151927 Aug 17 19:39:27.181559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:27.191690 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43250) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:27.204306 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ceb9e03f-ead1-4b8f-8c89-fed25afda6f3 req-05eb7b0d-e634-4489-96b0-80a436454f6c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 210 time: 0.9155493 Aug 17 19:39:27.229052 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:27.238139 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:27.243791 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.245564 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d9c9ee-a38e-4efd-a8af-b6989873b33d {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:27.281152 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712197a-59de-4968-8d40-07a35b51aed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f0f99f-2b0c-4287-9d0a-bc1995eb9132,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:27.311465 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 283dec5d-3020-4057-b998-99b575fd7a1d is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:27.367756 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-fba0a298-39d9-461e-b1c6-af2d2c19aaed tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8446164 Aug 17 19:39:27.389137 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] For port b4e24281-4e56-4b54-b399-1a55d5673973, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:27.412390 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] For port b4e24281-4e56-4b54-b399-1a55d5673973, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=b4e24281-4e56-4b54-b399-1a55d5673973,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:27.426843 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.428700 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a500a53a-1653-4bf9-a196-8d5aef71c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a656750b-2bb9-4fed-bab4-f193eda914d0), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.438077 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a500a53a-1653-4bf9-a196-8d5aef71c6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.441533 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a500a53a-1653-4bf9-a196-8d5aef71c6b9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a656750b-2bb9-4fed-bab4-f193eda914d0 HTTP/1.1" status: 204 len: 168 time: 2.3336003 Aug 17 19:39:27.526504 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Publish callbacks [] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.606753 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Request body: {'port': {'device_id': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:27.608188 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8beca-a871-4c67-a1ea-7ffd61b98e9d service neutron] Pushing event updated for resources: {'Port': ['ID=00265e2e-29dc-406a-a2b2-cd2bb162da12,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:27.668411 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466a491-13a3-4d61-a167-4350d8f359d5 None None] Pushing event updated for resources: {'Port': ['ID=b4e24281-4e56-4b54-b399-1a55d5673973,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:27.685874 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1a3af34-b25d-4ff0-a67f-fb8af2e09fce up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:27.725594 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Transition to ACTIVE for port object 31d9c9ee-a38e-4efd-a8af-b6989873b33d will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:39:27.788157 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:27.789451 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9574deaa-0ae0-4d07-8f6b-38258db11402 req-b12f064b-5153-4133-adc0-530967fbfaab tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0443788 Aug 17 19:39:27.806770 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:27.846212 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "001bd590-d203-4670-aef3-300aae8d4c4f", "tag": "00265e2e-29dc-406a-a2b2-cd2bb162da12"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:27.858053 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2a7623b6-a3ad-45bd-8f54-da5236ee2fc8 admin admin] Publish callbacks [] for security_group (6033a58a-7794-4cf6-b3ed-eaac20dec225), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.859330 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500a53a-1653-4bf9-a196-8d5aef71c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a656750b-2bb9-4fed-bab4-f193eda914d0,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:27.875999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:27.879722 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:27.912703 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:27.948544 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481553da-2ffe-4c44-b557-1dc316f6f582 req-84c2b458-92cb-4a85-8353-5444990fe4df tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:27.965981 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-481553da-2ffe-4c44-b557-1dc316f6f582 req-84c2b458-92cb-4a85-8353-5444990fe4df tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 931 time: 0.5708733 Aug 17 19:39:28.064389 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Pushing event updated for resources: {'Port': ['ID=31d9c9ee-a38e-4efd-a8af-b6989873b33d,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:28.106798 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-7fb8e56d-7133-4c0f-a8bf-c33d0ea30d75 None None] Provisioning complete for port a76528d3-da4d-4b10-9dcb-381d2ede6e64 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:28.111866 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7fb8e56d-7133-4c0f-a8bf-c33d0ea30d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.156514 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-39357d69-7559-4758-92cb-e1ecb8dd8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:28.158156 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-39357d69-7559-4758-92cb-e1ecb8dd8999 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1128 time: 1.6473544 Aug 17 19:39:28.208731 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2a7623b6-a3ad-45bd-8f54-da5236ee2fc8 admin admin] Publish callbacks [] for security_group (6033a58a-7794-4cf6-b3ed-eaac20dec225), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.209288 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:28.210052 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.65', 62951) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:28.377534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:28.416371 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3657ae40-63f4-43c5-9236-b15bf24b351f req-e4457322-78c4-49ad-a6e9-c255f2f4d52c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 210 time: 0.2550206 Aug 17 19:39:28.457722 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2a7623b6-a3ad-45bd-8f54-da5236ee2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6033a58a-7794-4cf6-b3ed-eaac20dec225), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.465801 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2a7623b6-a3ad-45bd-8f54-da5236ee2fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.466948 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2a7623b6-a3ad-45bd-8f54-da5236ee2fc8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6033a58a-7794-4cf6-b3ed-eaac20dec225 HTTP/1.1" status: 204 len: 168 time: 1.2914875 Aug 17 19:39:28.485262 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-481553da-2ffe-4c44-b557-1dc316f6f582 req-a2064236-e5ce-432a-be55-e7525032d787 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559658 Aug 17 19:39:28.555523 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:28.560727 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7623b6-a3ad-45bd-8f54-da5236ee2fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6033a58a-7794-4cf6-b3ed-eaac20dec225,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:28.568418 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-fa979e23-9c05-466c-b424-565dec20eca3 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 200 len: 217 time: 0.3601143 Aug 17 19:39:28.580900 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ee83cb97-3a0f-4dad-80f4-913babbfb6e0 admin admin] Publish callbacks [] for security_group (d2f0f99f-2b0c-4287-9d0a-bc1995eb9132), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.603429 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Attempting to bind port 31d9c9ee-a38e-4efd-a8af-b6989873b33d on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:28.610307 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Attempting to bind port 31d9c9ee-a38e-4efd-a8af-b6989873b33d by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:28.612721 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Attempting to bind port 31d9c9ee-a38e-4efd-a8af-b6989873b33d on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:28.636420 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Port 31d9c9ee-a38e-4efd-a8af-b6989873b33d on network e5255586-eadf-4699-a0a6-becc090592e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:39:28.636994 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Attempting to bind port 31d9c9ee-a38e-4efd-a8af-b6989873b33d on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:28.644012 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.732236 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ee83cb97-3a0f-4dad-80f4-913babbfb6e0 admin admin] Publish callbacks [] for security_group (d2f0f99f-2b0c-4287-9d0a-bc1995eb9132), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.738910 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:28.739319 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.766177 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8e56d-7133-4c0f-a8bf-c33d0ea30d75 None None] Port a76528d3-da4d-4b10-9dcb-381d2ede6e64 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:28.772528 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-89804cf3-5207-4efe-8811-dee4269503d9 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:28.775731 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-89804cf3-5207-4efe-8811-dee4269503d9 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 810 time: 1.8116035 Aug 17 19:39:28.835941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:28.836547 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Checking segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:28.837283 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Bound using segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:28.839791 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Bound port: 31d9c9ee-a38e-4efd-a8af-b6989873b33d, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:28.840279 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:28.974641 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-855fe6e2-49db-472d-b3f8-4bfd67ad041d req-6ab836f5-a8ef-4464-80b1-a3fc3379cc03 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 210 time: 0.2542808 Aug 17 19:39:29.020300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771a17c-bbc2-4021-b3d8-7aa1e7d07e7d x-openstack-request-id: req-9771a17c-bbc2-4021-b3d8-7aa1e7d07e7d {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:29.032407 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001bd590-d203-4670-aef3-300aae8d4c4f", "tag": "00265e2e-29dc-406a-a2b2-cd2bb162da12", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:29.033630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9771a17c-bbc2-4021-b3d8-7aa1e7d07e7d {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:29.034873 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9771a17c-bbc2-4021-b3d8-7aa1e7d07e7d'] response: {'name': 'network-changed', 'server_uuid': '001bd590-d203-4670-aef3-300aae8d4c4f', 'tag': '00265e2e-29dc-406a-a2b2-cd2bb162da12', 'status': 'completed', 'code': 200} Aug 17 19:39:29.226670 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c71107bf-65e1-4142-b773-678f677e449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:27Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:29.245223 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-0e28cbba-dab2-4d67-96a2-9008bd98503f tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8e17f7523b4492394df211a01a4193c HTTP/1.1" status: 200 len: 380 time: 0.4230838 Aug 17 19:39:29.254941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-2fb85aef-b471-4db5-a9ea-df896caf25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:29.256480 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-2fb85aef-b471-4db5-a9ea-df896caf25f5 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.6314015 Aug 17 19:39:29.261622 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ee83cb97-3a0f-4dad-80f4-913babbfb6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d2f0f99f-2b0c-4287-9d0a-bc1995eb9132), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:29.265533 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ee83cb97-3a0f-4dad-80f4-913babbfb6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:29.266845 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ee83cb97-3a0f-4dad-80f4-913babbfb6e0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d2f0f99f-2b0c-4287-9d0a-bc1995eb9132 HTTP/1.1" status: 204 len: 168 time: 2.0610600 Aug 17 19:39:29.295095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71107bf-65e1-4142-b773-678f677e449b None None] The sync data for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi is: [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:27Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:29.298380 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'port': {'device_id': '0602879a-bbc5-4632-8412-a72ea55b9068', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'admin_state_up': True, 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'security_groups': ['ef4a9edb-fb0a-4263-868e-8d20d4cedb51']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:29.301055 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:29.310235 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83cb97-3a0f-4dad-80f4-913babbfb6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f0f99f-2b0c-4287-9d0a-bc1995eb9132,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:29.346815 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b36963-59f9-4f54-82fc-3085a3193af1 req-54e43339-0c50-40d4-be71-4d26876618b3 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:29.358131 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-18b36963-59f9-4f54-82fc-3085a3193af1 req-54e43339-0c50-40d4-be71-4d26876618b3 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 932 time: 0.1642101 Aug 17 19:39:29.515299 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] For port 31d9c9ee-a38e-4efd-a8af-b6989873b33d, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:29.540755 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] For port 31d9c9ee-a38e-4efd-a8af-b6989873b33d, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:29.664061 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device b4e24281-4e56-4b54-b399-1a55d5673973 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:29.676432 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-18b36963-59f9-4f54-82fc-3085a3193af1 req-6bdebc51-c779-4293-89a2-f7c697ca5c9c tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166325 Aug 17 19:39:29.729748 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-37e708c3-4ba2-47d8-9487-ffde6249757f req-626472a0-8586-4236-9187-dfed209cc050 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 210 time: 0.1345823 Aug 17 19:39:29.749947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-7bc720d9-f160-46b7-ad21-4dd22015628c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:29.753958 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-7bc720d9-f160-46b7-ad21-4dd22015628c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 816 time: 1.3421106 Aug 17 19:39:29.773058 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:29.803641 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:29.806932 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:29.811519 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/31d9c9ee-a38e-4efd-a8af-b6989873b33d HTTP/1.1" status: 200 len: 1093 time: 4.9626365 Aug 17 19:39:29.824998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port b4e24281-4e56-4b54-b399-1a55d5673973 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:29.826257 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:30.018302 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbced2-3b4f-47ad-ac29-a66cb36818e4 service neutron] Pushing event updated for resources: {'Port': ['ID=31d9c9ee-a38e-4efd-a8af-b6989873b33d,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:30.025722 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:30.031205 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port b4e24281-4e56-4b54-b399-1a55d5673973 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:30.031643 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:30.115223 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa086a-8328-4ff0-a9d7-dbb771ab3cac req-6c726bee-ad2f-4c93-836f-b6fe75b40590 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:30.121436 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port b4e24281-4e56-4b54-b399-1a55d5673973, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=b4e24281-4e56-4b54-b399-1a55d5673973,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:30.128279 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9caa086a-8328-4ff0-a9d7-dbb771ab3cac req-6c726bee-ad2f-4c93-836f-b6fe75b40590 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 943 time: 0.2704785 Aug 17 19:39:30.131774 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:30.216617 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=b4e24281-4e56-4b54-b399-1a55d5673973,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:30.230565 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-3bcb9bba-9ea3-42cc-9d04-f17f4a48e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:30.232094 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-3bcb9bba-9ea3-42cc-9d04-f17f4a48e9bd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 1127 time: 0.2703362 Aug 17 19:39:30.278277 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0bdc5018-307f-4e88-aa6f-5595a3af6ce0 req-1dce0e96-be7b-48cd-90f0-52361179aea2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 210 time: 0.0738904 Aug 17 19:39:30.289670 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533797-aedc-473f-8217-ee4117357507 req-42da0e3a-267b-4cc7-9808-fbe16b5a7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:30.294680 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-42da0e3a-267b-4cc7-9808-fbe16b5a7284 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.9482915 Aug 17 19:39:30.333414 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:30.377976 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-cef57306-d89b-46b6-9d1b-7e196489425d service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d HTTP/1.1" status: 200 len: 217 time: 0.1116047 Aug 17 19:39:30.405790 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9caa086a-8328-4ff0-a9d7-dbb771ab3cac req-659e5c45-5a49-40b3-9e86-0b55ff58ebe5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674675 Aug 17 19:39:30.419763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76528d3-da4d-4b10-9dcb-381d2ede6e64 {{(pid=111881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:30.439807 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Publish callbacks [] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:30.442834 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:30.457060 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-cbdfb4f8-8ab9-4ea1-96ff-d0c451a8c401 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 380 time: 0.6563394 Aug 17 19:39:30.466553 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.provisioning_blocks [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Transition to ACTIVE for port object a76528d3-da4d-4b10-9dcb-381d2ede6e64 will not be triggered until provisioned by entity L2. {{(pid=111881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:39:30.468975 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=19 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:30.473077 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:30.520545 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'port': {'device_id': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'admin_state_up': True, 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'security_groups': ['7958e3a1-97d5-4ba7-b4c4-b80eb055f385']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:30.673376 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Pushing event updated for resources: {'Port': ['ID=a76528d3-da4d-4b10-9dcb-381d2ede6e64,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:30.695081 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-0f514882-d750-4cdd-b508-0ddf8c9aed5f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088739 Aug 17 19:39:30.702456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-32be30fb-7223-446d-8ae9-ad01f711c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:30.704163 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-32be30fb-7223-446d-8ae9-ad01f711c0c7 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.3140943 Aug 17 19:39:30.709158 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.managers [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Attempting to bind port a76528d3-da4d-4b10-9dcb-381d2ede6e64 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:30.709553 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.managers [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Attempting to bind port a76528d3-da4d-4b10-9dcb-381d2ede6e64 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'}] {{(pid=111881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:30.709908 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Attempting to bind port a76528d3-da4d-4b10-9dcb-381d2ede6e64 on network b841ea97-b954-4339-9d37-a395f8715cac {{(pid=111881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:30.718888 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Port a76528d3-da4d-4b10-9dcb-381d2ede6e64 on network b841ea97-b954-4339-9d37-a395f8715cac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:39:30.719206 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Attempting to bind port a76528d3-da4d-4b10-9dcb-381d2ede6e64 on network b841ea97-b954-4339-9d37-a395f8715cac {{(pid=111881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:30.731409 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:30.731778 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Checking segment: {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:30.732495 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Bound using segment: {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'} {{(pid=111881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:30.732780 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.managers [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Bound port: a76528d3-da4d-4b10-9dcb-381d2ede6e64, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac'}}] {{(pid=111881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:30.733143 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:30.801193 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Made reservation on behalf of d8e17f7523b4492394df211a01a4193c for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:39:30.805579 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:30.881980 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:30.936873 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] For port a76528d3-da4d-4b10-9dcb-381d2ede6e64, host hv-cinder-85069, cleared binding levels {{(pid=111881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:30.942919 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-764cd2c5-3d00-462b-af7c-7c2c77fc31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:30.945281 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-764cd2c5-3d00-462b-af7c-7c2c77fc31ad service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2217162 Aug 17 19:39:30.951624 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:31.074405 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] For port a76528d3-da4d-4b10-9dcb-381d2ede6e64, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=a76528d3-da4d-4b10-9dcb-381d2ede6e64,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:31.118768 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8c79e4e1-d596-48b2-8c5b-635e15077a57 req-d91a1450-5d16-45cb-a98d-1fe21704718a tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 210 time: 0.1227932 Aug 17 19:39:31.131346 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:31.136232 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:31.137056 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:31.139102 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/a76528d3-da4d-4b10-9dcb-381d2ede6e64 HTTP/1.1" status: 200 len: 1094 time: 3.7452378 Aug 17 19:39:31.153496 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'tag': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:31.276398 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06d78d-13ae-4394-8d7f-b239387c7915 req-a3393b67-4f0a-4366-9501-a7438e26621c tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:31.279899 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4a06d78d-13ae-4394-8d7f-b239387c7915 req-a3393b67-4f0a-4366-9501-a7438e26621c tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 944 time: 0.3700950 Aug 17 19:39:31.289708 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55783dca-99fe-42bc-9e65-2c65038d0902', 'tag': '31d9c9ee-a38e-4efd-a8af-b6989873b33d'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:31.292692 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f762c-6da5-42f7-8981-76b35acf1132" -d '{"events": [{"name": "network-changed", "server_uuid": "55783dca-99fe-42bc-9e65-2c65038d0902", "tag": "31d9c9ee-a38e-4efd-a8af-b6989873b33d"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:31.441762 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Made reservation on behalf of 5e6832c3bb274bb1bdfd27ca3869f8cd for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:39:31.446435 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:31.495122 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be99ca75-893b-4663-94ee-8bc64a3daf41 x-openstack-request-id: req-be99ca75-893b-4663-94ee-8bc64a3daf41 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:31.495748 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55783dca-99fe-42bc-9e65-2c65038d0902", "tag": "31d9c9ee-a38e-4efd-a8af-b6989873b33d", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:31.496202 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be99ca75-893b-4663-94ee-8bc64a3daf41 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:31.496795 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be99ca75-893b-4663-94ee-8bc64a3daf41'] response: {'name': 'network-changed', 'server_uuid': '55783dca-99fe-42bc-9e65-2c65038d0902', 'tag': '31d9c9ee-a38e-4efd-a8af-b6989873b33d', 'status': 'completed', 'code': 200} Aug 17 19:39:31.564429 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device b4e24281-4e56-4b54-b399-1a55d5673973 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:31.586936 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e9533797-aedc-473f-8217-ee4117357507 req-fabe5073-526d-41f0-98a9-8d2e0e55a28a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8609917 Aug 17 19:39:31.730856 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port b4e24281-4e56-4b54-b399-1a55d5673973 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:31.731304 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:31.920344 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-78926ad0-0859-411e-985d-3a74bc40a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:31.925795 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-78926ad0-0859-411e-985d-3a74bc40a855 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=adff2535a66d443baa9ddc4b5bde9ef2&device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 1128 time: 0.6771514 Aug 17 19:39:31.946505 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1738dc2c-d32a-4d09-83b5-7618b9e71e64 req-6202710e-7ee8-43e4-9fdd-08443323bc4a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 210 time: 0.2056005 Aug 17 19:39:31.954048 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:31.969919 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port b4e24281-4e56-4b54-b399-1a55d5673973 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:32.053668 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:32.083137 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-466be203-0140-4d5f-9fec-37da4b5e883b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1174054 Aug 17 19:39:32.202191 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-4a9a899d-738f-4a7f-93ac-cc65ca19ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:32.203743 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-4a9a899d-738f-4a7f-93ac-cc65ca19ec62 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1128 time: 0.4480650 Aug 17 19:39:32.249720 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Allocated IP 172.20.0.11 (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0/636712f1-5e98-4e98-925c-f725a84e65b3/6a3e0e5d-86b3-4661-9b06-02498556723f) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:32.481588 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da10b451-7394-443f-9f5a-7870fa9c17bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e75fe34-cc76-4a62-b545-c2419fc4789d", "tag": "a76528d3-da4d-4b10-9dcb-381d2ede6e64"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:32.500305 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde6cc-d3ed-4610-bbd6-29f258cd2bca service neutron] Pushing event updated for resources: {'Port': ['ID=a76528d3-da4d-4b10-9dcb-381d2ede6e64,revision_number=3']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:32.531439 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-eee9199c-dce5-48e7-a162-1c66c471d052 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76528d3-da4d-4b10-9dcb-381d2ede6e64 HTTP/1.1" status: 200 len: 217 time: 0.5886405 Aug 17 19:39:32.657920 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe4c0e-b0c9-455b-a6c7-415bc8e3d562 req-47fd2493-cafc-463c-b46e-2009987efbb1 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:32.659801 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-edbe4c0e-b0c9-455b-a6c7-415bc8e3d562 req-47fd2493-cafc-463c-b46e-2009987efbb1 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 943 time: 0.1939459 Aug 17 19:39:32.717105 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4a06d78d-13ae-4394-8d7f-b239387c7915 req-825800dc-7b02-4359-bbf2-4d0367f8a1ec tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4319177 Aug 17 19:39:32.899954 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-bed81e0f-ac55-4718-be78-ced38e6f3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:32.903050 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-bed81e0f-ac55-4718-be78-ced38e6f3fbd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.6549501 Aug 17 19:39:32.907168 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Allocated IP 172.20.0.7 (53e2c10b-2873-4690-b5af-dafebda8a7df/21f87aa5-19c3-4825-ac4c-5cb815e89986/8692c85c-fc9f-49cd-bff2-6ddd975dd053) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:39:33.047173 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-a37aefea-ae95-4936-aeee-325c9f8180f1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 200 len: 217 time: 0.1142023 Aug 17 19:39:33.115721 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2684ad15-3d12-44ba-b281-6d6ba146aa8e req-f120b0f8-c44e-4f12-85d3-1c979d67d7a2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 210 time: 0.1436043 Aug 17 19:39:33.145515 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-edbe4c0e-b0c9-455b-a6c7-415bc8e3d562 req-6cab14ef-6eca-46cd-a785-de1280ec1b78 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666197 Aug 17 19:39:33.158859 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-921032ea-b3e4-45cc-a7cc-f05615ae73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:33.167902 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-921032ea-b3e4-45cc-a7cc-f05615ae73e6 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7267c4ac-e137-44a0-9b7b-48526b7f4242 HTTP/1.1" status: 200 len: 851 time: 0.5043914 Aug 17 19:39:33.298347 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff97f97d-c94d-4e9e-be6a-6e74444b67e0 req-06e5910e-4c42-4f2f-8528-7106e5648199 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1749835 Aug 17 19:39:33.361658 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:33.364034 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-e1a5c6d7-b06b-4427-b387-aadc30e9a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:33.365696 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-e1a5c6d7-b06b-4427-b387-aadc30e9a71d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0784416 Aug 17 19:39:33.385563 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0096d0fd-24d0-4aec-acef-3577ea62ba2f req-629876b9-14bc-403d-b91c-4a8eb197be1b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 210 time: 0.0638273 Aug 17 19:39:33.456754 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-49137897-31d9-4eb6-a68a-18edb5fb340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:33.458943 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-49137897-31d9-4eb6-a68a-18edb5fb340d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b841ea97-b954-4339-9d37-a395f8715cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2056172 Aug 17 19:39:33.532449 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:33.582903 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:33.622049 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:33.640457 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e8b6da-28c2-4b9b-8fe1-cd62b5a5e9b3 x-openstack-request-id: req-a0e8b6da-28c2-4b9b-8fe1-cd62b5a5e9b3 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:33.641348 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e75fe34-cc76-4a62-b545-c2419fc4789d", "tag": "a76528d3-da4d-4b10-9dcb-381d2ede6e64", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:33.641763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0e8b6da-28c2-4b9b-8fe1-cd62b5a5e9b3 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:33.642582 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e8b6da-28c2-4b9b-8fe1-cd62b5a5e9b3'] response: {'name': 'network-changed', 'server_uuid': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'tag': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64', 'status': 'completed', 'code': 200} Aug 17 19:39:33.665529 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:33.669411 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:33.676177 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:33.683481 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:33.684111 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:33.691599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:33.773874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'Port': ['ID=6a3e0e5d-86b3-4661-9b06-02498556723f,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:33.803287 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-44f4d2fa-c547-498b-8432-531f78f87c47 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5148900 Aug 17 19:39:33.839948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:33.892311 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Network 53e2c10b-2873-4690-b5af-dafebda8a7df is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:39:33.901616 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-ff69f8ad-9f81-4ad4-826f-8a7990ad8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:33.902968 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-ff69f8ad-9f81-4ad4-826f-8a7990ad8cdc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2046833 Aug 17 19:39:33.909604 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:39:33.933988 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:39:33.960653 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:33.964100 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:33.970677 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-16ea095b-e14a-4a52-a38c-7665d675cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:33.972298 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-16ea095b-e14a-4a52-a38c-7665d675cc7b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 1127 time: 0.2172949 Aug 17 19:39:33.985293 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:33.999707 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-e405e9c7-733d-4928-99fa-69b7ded0d170 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5212262 Aug 17 19:39:34.031092 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-309cbd5e-4c1e-4c5c-b247-14c05d290f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:34.036748 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-9e980da5-0802-4398-8549-03b7f9eebee3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b841ea97-b954-4339-9d37-a395f8715cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424439 Aug 17 19:39:34.065698 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35179-cccd-4f69-9511-f0d91a01f34f req-3ebaa694-f39d-4a9f-acb0-10c1ce043de4 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:34.069695 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-24e35179-cccd-4f69-9511-f0d91a01f34f req-3ebaa694-f39d-4a9f-acb0-10c1ce043de4 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 944 time: 0.1175835 Aug 17 19:39:34.146056 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-24e35179-cccd-4f69-9511-f0d91a01f34f req-54e13ae0-f92e-4ad8-96fc-ce9170cb4068 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726612 Aug 17 19:39:34.165649 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-7dc17c23-48aa-41d7-81f1-663385050619 None None] Provisioning complete for port 6a3e0e5d-86b3-4661-9b06-02498556723f triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:34.166219 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7dc17c23-48aa-41d7-81f1-663385050619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:34.252599 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-7dc17c23-48aa-41d7-81f1-663385050619 None None] Port 6a3e0e5d-86b3-4661-9b06-02498556723f cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:34.339471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51097d6-0774-4315-a980-f53c19619458 req-f8f03f8c-061b-4704-b2d9-0ca3d259e02d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:34.346817 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b51097d6-0774-4315-a980-f53c19619458 req-f8f03f8c-061b-4704-b2d9-0ca3d259e02d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 932 time: 0.1061265 Aug 17 19:39:34.377648 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-f1a48415-9791-4bfa-afeb-f00669523173 None None] Provisioning complete for port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:34.378382 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f1a48415-9791-4bfa-afeb-f00669523173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:34.390086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cc560-a0cd-4d24-97fc-04f27d990fd7 req-539da833-9436-41e4-88ca-0951d7af3ce9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:34.391590 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-540cc560-a0cd-4d24-97fc-04f27d990fd7 req-539da833-9436-41e4-88ca-0951d7af3ce9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 943 time: 0.0973649 Aug 17 19:39:34.411882 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:34.422391 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-f1a48415-9791-4bfa-afeb-f00669523173 None None] Port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:39:34.437651 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b51097d6-0774-4315-a980-f53c19619458 req-3d67040e-3844-4d74-a2e0-cd2843b7785c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862505 Aug 17 19:39:34.477744 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-540cc560-a0cd-4d24-97fc-04f27d990fd7 req-ce8d2f28-fc03-45e0-b9b6-55b8d739c042 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785029 Aug 17 19:39:34.586952 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c096012-aa6e-41d6-89ee-131ea6aa9566 req-6b768c3f-793d-43e7-9454-c2ceaad10045 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:34.590098 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9c096012-aa6e-41d6-89ee-131ea6aa9566 req-6b768c3f-793d-43e7-9454-c2ceaad10045 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 931 time: 0.0627322 Aug 17 19:39:34.663040 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9c096012-aa6e-41d6-89ee-131ea6aa9566 req-94d2cd1f-1161-4ec9-8e61-723fceb6480b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675652 Aug 17 19:39:34.964984 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Request body: {'port': {'device_id': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:35.104366 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Request body: {'port': {'device_id': '0602879a-bbc5-4632-8412-a72ea55b9068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:35.115058 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-eb9bc490-70c0-4c2b-a9ac-3f380f0e85d6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428616 Aug 17 19:39:35.131181 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f55ab2d9-c613-41d7-8e79-f15d91d082bc req-f53e4f75-ad8e-496c-98dd-ac390e24dc90 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b841ea97-b954-4339-9d37-a395f8715cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939459 Aug 17 19:39:35.302438 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:35.324231 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:35.330906 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:35.332964 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6e03d-90ef-4bd2-877c-155b84520d56 req-3f69ff5d-89aa-4270-bbc2-33aac9db8114 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:35.341156 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9ac6e03d-90ef-4bd2-877c-155b84520d56 req-3f69ff5d-89aa-4270-bbc2-33aac9db8114 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 944 time: 0.0824888 Aug 17 19:39:35.348609 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-c22c1062-1d15-4f90-8c6a-c8e55c9b8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:35.350226 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-c22c1062-1d15-4f90-8c6a-c8e55c9b8b16 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.4138937 Aug 17 19:39:35.373417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:35.390114 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9ac6e03d-90ef-4bd2-877c-155b84520d56 req-4911ae50-b07e-49cf-aba9-efd1f202c72c tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473332 Aug 17 19:39:35.644205 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152510b3-e493-4ad4-afee-d7d79b3538e2 req-22f3e6f2-6261-4d80-ae41-c4738584d7c9 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:35.645785 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-152510b3-e493-4ad4-afee-d7d79b3538e2 req-22f3e6f2-6261-4d80-ae41-c4738584d7c9 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 932 time: 0.0821815 Aug 17 19:39:35.651972 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9bb2-86e8-44a1-ac7f-fdd3cc2f6c7d req-79720717-3661-4a6f-b45f-9fcc8fee6600 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:35.653530 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-375a9bb2-86e8-44a1-ac7f-fdd3cc2f6c7d req-79720717-3661-4a6f-b45f-9fcc8fee6600 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 943 time: 0.0794542 Aug 17 19:39:35.750055 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-152510b3-e493-4ad4-afee-d7d79b3538e2 req-4b7a78b2-fa38-4b6a-8c11-2c3ed1e5f271 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955193 Aug 17 19:39:35.753885 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-375a9bb2-86e8-44a1-ac7f-fdd3cc2f6c7d req-891bf466-ae0c-48b6-a705-7142aade8274 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927887 Aug 17 19:39:35.848493 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-79d59a5a-b986-4803-8ae8-22b4de99d7eb service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d HTTP/1.1" status: 200 len: 217 time: 0.0779784 Aug 17 19:39:35.865060 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bcdd9-c26c-40ae-8b8c-af993bfb7132 req-11d91439-8ebd-460f-a88d-63489a025cf6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:35.866595 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-916bcdd9-c26c-40ae-8b8c-af993bfb7132 req-11d91439-8ebd-460f-a88d-63489a025cf6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 931 time: 0.0502899 Aug 17 19:39:35.924147 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-916bcdd9-c26c-40ae-8b8c-af993bfb7132 req-44df6dda-1123-42df-9b11-7dd123cc49de tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518100 Aug 17 19:39:36.006523 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:36.031032 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8ff74ae0-9fee-478b-a18f-efd1b9d87d8c req-577914d7-7d79-4b7d-a8d4-1b54231f99ce service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617035 Aug 17 19:39:36.099167 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7865a69c-d74c-47c8-89a4-810684c30c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.125500 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8692c85c-fc9f-49cd-bff2-6ddd975dd053 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:36.131008 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3e0e5d-86b3-4661-9b06-02498556723f {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:36.140573 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Publish callbacks [] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.141858 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.143984 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Publish callbacks [] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.166325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Transition to ACTIVE for port object 8692c85c-fc9f-49cd-bff2-6ddd975dd053 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:39:36.169107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Transition to ACTIVE for port object 6a3e0e5d-86b3-4661-9b06-02498556723f will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:39:36.176330 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.178872 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.272438 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:36.307177 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Attempting to bind port 6a3e0e5d-86b3-4661-9b06-02498556723f on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:36.307436 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Attempting to bind port 6a3e0e5d-86b3-4661-9b06-02498556723f by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:36.307757 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Attempting to bind port 6a3e0e5d-86b3-4661-9b06-02498556723f on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:36.324814 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Port 6a3e0e5d-86b3-4661-9b06-02498556723f on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:39:36.324814 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Attempting to bind port 6a3e0e5d-86b3-4661-9b06-02498556723f on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:36.328939 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Attempting to bind port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:39:36.329329 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Attempting to bind port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:39:36.329661 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Attempting to bind port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 on network 53e2c10b-2873-4690-b5af-dafebda8a7df {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:36.335417 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:36.343229 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:36.343649 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Checking segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:36.344023 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Bound using segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:36.344455 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Bound port: 6a3e0e5d-86b3-4661-9b06-02498556723f, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:36.344814 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.348225 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 on network 53e2c10b-2873-4690-b5af-dafebda8a7df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:39:36.348544 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Attempting to bind port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 on network 53e2c10b-2873-4690-b5af-dafebda8a7df {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:39:36.360905 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Pushing event updated for resources: {'Port': ['ID=6a3e0e5d-86b3-4661-9b06-02498556723f,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:36.369190 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:39:36.369610 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Checking segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:39:36.369996 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Bound using segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:39:36.370426 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Bound port: 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:39:36.370785 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.471984 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] For port 6a3e0e5d-86b3-4661-9b06-02498556723f, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:36.542750 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] For port 6a3e0e5d-86b3-4661-9b06-02498556723f, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6a3e0e5d-86b3-4661-9b06-02498556723f,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:36.546931 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:39:36.569768 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.578374 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:39:36.584398 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.585041 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.586497 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 200 len: 1094 time: 1.4863844 Aug 17 19:39:36.588257 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:36.590541 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13747b0b-64b8-4bd7-b602-5809fe175645" -d '{"events": [{"name": "network-changed", "server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:36.597243 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-1e448c9c-ceee-45ab-8012-9d3cf18ea88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.598761 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-1e448c9c-ceee-45ab-8012-9d3cf18ea88e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=adff2535a66d443baa9ddc4b5bde9ef2&device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 1128 time: 0.1282537 Aug 17 19:39:36.618230 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.620783 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-2627ae14-87ba-40f8-8e34-e00de8bd3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.622388 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-2627ae14-87ba-40f8-8e34-e00de8bd3458 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.1481905 Aug 17 19:39:36.633292 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.633920 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:36.635311 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 1093 time: 1.6812534 Aug 17 19:39:36.691082 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68bc1d-fffd-4f54-9ef0-4a8f74f3f38c req-ceb2e945-359e-43bd-b37c-a6ee67f04698 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.692874 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-db68bc1d-fffd-4f54-9ef0-4a8f74f3f38c req-ceb2e945-359e-43bd-b37c-a6ee67f04698 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 944 time: 0.1431766 Aug 17 19:39:36.725978 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3e8e0c-49a5-4ace-9cb9-304aa48121b3 x-openstack-request-id: req-bb3e8e0c-49a5-4ace-9cb9-304aa48121b3 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:36.726268 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:36.726523 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb3e8e0c-49a5-4ace-9cb9-304aa48121b3 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:36.727122 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3e8e0c-49a5-4ace-9cb9-304aa48121b3'] response: {'name': 'network-changed', 'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'status': 'completed', 'code': 200} Aug 17 19:39:36.800533 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 00265e2e-29dc-406a-a2b2-cd2bb162da12 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:39:36.809050 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-570f3b19-510b-4e21-b2df-880cfef902a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.810655 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-570f3b19-510b-4e21-b2df-880cfef902a3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1743648 Aug 17 19:39:36.817797 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-db68bc1d-fffd-4f54-9ef0-4a8f74f3f38c req-b2d74561-5a50-41a0-bf71-d1f58ee7aca4 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173997 Aug 17 19:39:36.844946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1ce1c-1a50-45cd-9adf-4279428544fe service neutron] Pushing event updated for resources: {'Port': ['ID=6a3e0e5d-86b3-4661-9b06-02498556723f,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:36.844946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-a7e45899-cba9-4e31-a6b0-ece13f297c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.845657 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-a7e45899-cba9-4e31-a6b0-ece13f297c66 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1127 time: 0.1177013 Aug 17 19:39:36.854477 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-a1ec20f2-0ee6-4bec-bd13-baefa49825ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.855967 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-a1ec20f2-0ee6-4bec-bd13-baefa49825ba service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 1128 time: 0.1733944 Aug 17 19:39:36.942821 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168cdf9-2226-482d-be45-72cbd2cf2fd4 req-98d43f16-99a7-4162-b35c-34a508125c06 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:36.953415 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e168cdf9-2226-482d-be45-72cbd2cf2fd4 req-98d43f16-99a7-4162-b35c-34a508125c06 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 944 time: 0.0824411 Aug 17 19:39:36.958762 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:37.023378 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-601d7f37-9f9c-4968-98cc-89b155ed8895 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 217 time: 0.1329248 Aug 17 19:39:37.024543 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-4711c0d6-af34-4bc6-9e0e-b33181a2edd4 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 200 len: 217 time: 0.1248660 Aug 17 19:39:37.031630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-c2a798b4-e4b8-4620-99ad-3482c4a39612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.033088 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-c2a798b4-e4b8-4620-99ad-3482c4a39612 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b841ea97-b954-4339-9d37-a395f8715cac HTTP/1.1" status: 200 len: 913 time: 0.4166009 Aug 17 19:39:37.089892 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 00265e2e-29dc-406a-a2b2-cd2bb162da12, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:37.110900 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21f5e-8bf2-4151-9648-50cbeab18311 req-1ff504c1-5dc2-4f67-9dca-c50b24f6351a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.114696 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '00265e2e-29dc-406a-a2b2-cd2bb162da12', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'port_id': '00265e2e-29dc-406a-a2b2-cd2bb162da12', 'mac_address': 'fa:16:3e:40:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:39:37.118788 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5da21f5e-8bf2-4151-9648-50cbeab18311 req-1ff504c1-5dc2-4f67-9dca-c50b24f6351a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 943 time: 0.1604271 Aug 17 19:39:37.131016 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:37.134994 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-d57ff617-327e-4c7e-bab6-e18cbf21cd2b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136244 Aug 17 19:39:37.176072 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e168cdf9-2226-482d-be45-72cbd2cf2fd4 req-717d1ab4-33a0-44fb-b04c-b18bcdd8fab7 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147171 Aug 17 19:39:37.218770 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 00265e2e-29dc-406a-a2b2-cd2bb162da12 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:37.219274 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:37.237150 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00265e2e-29dc-406a-a2b2-cd2bb162da12 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:37.275969 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 00265e2e-29dc-406a-a2b2-cd2bb162da12, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:37.281387 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5da21f5e-8bf2-4151-9648-50cbeab18311 req-8d0b72a8-02a8-4c57-8b51-8aa67e20b32a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611519 Aug 17 19:39:37.282739 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:37.328087 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-a91360da-ae0b-4734-8135-2dd78ec0029c service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76528d3-da4d-4b10-9dcb-381d2ede6e64 HTTP/1.1" status: 200 len: 217 time: 0.2842891 Aug 17 19:39:37.328964 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c37cd5-85fe-4a1b-a8f4-f76ea1210c9e service neutron] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:37.386030 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=00265e2e-29dc-406a-a2b2-cd2bb162da12,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:37.412386 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa77a-9352-4dc5-bc3e-3f0f1616e38d req-9b544761-0ba1-4b2d-aa71-ea4005d98ec5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.421347 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-da3aa77a-9352-4dc5-bc3e-3f0f1616e38d req-9b544761-0ba1-4b2d-aa71-ea4005d98ec5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1131878 Aug 17 19:39:37.440241 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-9d9e58e3-aefd-45d7-8455-fb4a9a10f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.441630 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-9d9e58e3-aefd-45d7-8455-fb4a9a10f374 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.4075868 Aug 17 19:39:37.442667 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:37.467684 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-2fc1a52c-2f54-4c20-b338-7362a55f383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.469449 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-2fc1a52c-2f54-4c20-b338-7362a55f383c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.4169228 Aug 17 19:39:37.528709 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-da3aa77a-9352-4dc5-bc3e-3f0f1616e38d req-0062d92a-2394-4fa0-8d04-b03b0fcd6630 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955451 Aug 17 19:39:37.591586 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['00265e2e-29dc-406a-a2b2-cd2bb162da12'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:39:37.672076 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43644) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:37.776003 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-13250865-1b58-45b5-afc8-d6fba4c8e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.777450 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-13250865-1b58-45b5-afc8-d6fba4c8e714 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7267c4ac-e137-44a0-9b7b-48526b7f4242 HTTP/1.1" status: 200 len: 851 time: 0.4161634 Aug 17 19:39:37.794143 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-86d8d8b9-6c3b-4829-9fe2-18f90f4b531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.796433 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-86d8d8b9-6c3b-4829-9fe2-18f90f4b531e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3457689 Aug 17 19:39:37.798122 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e7f762c-6da5-42f7-8981-76b35acf1132 req-a9d38d37-2d94-479a-a594-6753df2bb85f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912039 Aug 17 19:39:37.821129 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-11bed57d-d22a-471b-b18c-fa95c690393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.822612 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-11bed57d-d22a-471b-b18c-fa95c690393e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3180575 Aug 17 19:39:37.824692 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:37.825486 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:37.838578 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f9e196f2-490b-4edd-9f2f-bf4974b94c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:37.842312 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:37.928385 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-3c3179c9-54e9-4d49-a487-056d5fab3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.929962 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-3c3179c9-54e9-4d49-a487-056d5fab3b5e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b841ea97-b954-4339-9d37-a395f8715cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1463211 Aug 17 19:39:37.957683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f9e196f2-490b-4edd-9f2f-bf4974b94c01 admin admin] Publish callbacks [] for security_group (70dacd2a-543d-44d0-a29a-602c6384e3ef), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:37.966895 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f9e196f2-490b-4edd-9f2f-bf4974b94c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (70dacd2a-543d-44d0-a29a-602c6384e3ef), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:37.992364 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45aa1b-85b1-4ef8-b4fa-02ebf770ed38 req-837783a6-70df-4f5c-a8b7-eeb3568f7a89 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:37.993917 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6c45aa1b-85b1-4ef8-b4fa-02ebf770ed38 req-837783a6-70df-4f5c-a8b7-eeb3568f7a89 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 944 time: 0.0782454 Aug 17 19:39:38.038618 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f9e196f2-490b-4edd-9f2f-bf4974b94c01 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d6d474e770de4ceeb87e5c0d72b79aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626072 Aug 17 19:39:38.038618 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e196f2-490b-4edd-9f2f-bf4974b94c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dacd2a-543d-44d0-a29a-602c6384e3ef,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:38.039931 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43650) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:38.053888 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-2614edef-2ba4-4a09-b2d3-8924f06bf12a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211361 Aug 17 19:39:38.058435 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-2750e0fe-0196-4174-918f-3f8c1e246385 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388990 Aug 17 19:39:38.063384 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:38.093790 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6c45aa1b-85b1-4ef8-b4fa-02ebf770ed38 req-be574c16-c685-4a5c-a3d2-bcd9e3c35efe tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924072 Aug 17 19:39:38.125088 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f3967fb4-9061-4a79-827f-a32f4d9f8cb5 admin admin] Publish callbacks [] for security_group (70dacd2a-543d-44d0-a29a-602c6384e3ef), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.148220 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f3967fb4-9061-4a79-827f-a32f4d9f8cb5 admin admin] Publish callbacks [] for security_group (70dacd2a-543d-44d0-a29a-602c6384e3ef), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.179141 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-e1b2c780-85ab-435e-98da-ad03411de82e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b841ea97-b954-4339-9d37-a395f8715cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309728 Aug 17 19:39:38.214951 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f3967fb4-9061-4a79-827f-a32f4d9f8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (70dacd2a-543d-44d0-a29a-602c6384e3ef), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.222935 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f3967fb4-9061-4a79-827f-a32f4d9f8cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.224614 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f3967fb4-9061-4a79-827f-a32f4d9f8cb5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/70dacd2a-543d-44d0-a29a-602c6384e3ef HTTP/1.1" status: 204 len: 168 time: 0.1840129 Aug 17 19:39:38.228395 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:38.238372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967fb4-9061-4a79-827f-a32f4d9f8cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dacd2a-543d-44d0-a29a-602c6384e3ef,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:38.347253 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-da10b451-7394-443f-9f5a-7870fa9c17bd req-58fd6007-65bf-4c5b-a57c-773286064a03 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b841ea97-b954-4339-9d37-a395f8715cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582842 Aug 17 19:39:38.368318 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-750591ee-e647-4b9d-9cd9-db87c04ba593 req-ada2944c-f97f-41e2-825c-b0c365eb93ed service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975166 Aug 17 19:39:38.385437 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2d15bc24-c4c0-438a-b7e0-e09bf06c213e req-123f0a9e-4d94-4dd5-afe3-ac3a3e5cc3f9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155980 Aug 17 19:39:38.388118 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b854583-f637-47d4-bd41-6f1c0ca14132 req-419da7c2-57ad-48f4-864f-0a57ad32a8d7 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:38.397842 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1b854583-f637-47d4-bd41-6f1c0ca14132 req-419da7c2-57ad-48f4-864f-0a57ad32a8d7 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 944 time: 0.0996888 Aug 17 19:39:38.485932 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1b854583-f637-47d4-bd41-6f1c0ca14132 req-77e9c91c-f85f-49f1-a077-127541a66d48 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867643 Aug 17 19:39:38.493528 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ff611-b917-483e-b4c9-5d2673e27e8b req-8f7b6d5b-06ca-4783-b766-dfbbe8db25f8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:38.495002 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e96ff611-b917-483e-b4c9-5d2673e27e8b req-8f7b6d5b-06ca-4783-b766-dfbbe8db25f8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 943 time: 0.0652673 Aug 17 19:39:38.548391 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e96ff611-b917-483e-b4c9-5d2673e27e8b req-6b0cdf4e-8852-43ac-844e-18ef1b8eb3a1 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 Aug 17 19:39:38.626291 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43674) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:38.642090 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-073cded1-5e31-4df7-b9c1-fbb2d3688d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.652504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b97de6-b429-4a92-8377-1632fafffdf0 req-6f07a919-f28d-48c5-9ad5-8051d1488301 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:38.654527 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-21b97de6-b429-4a92-8377-1632fafffdf0 req-6f07a919-f28d-48c5-9ad5-8051d1488301 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0519204 Aug 17 19:39:38.691142 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:38.713520 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-21b97de6-b429-4a92-8377-1632fafffdf0 req-ec41b615-32e1-426a-b83a-7752cf804cdd tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524976 Aug 17 19:39:38.728350 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:38.730720 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be6e817-3ea9-4c94-aa41-11322c7a43c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:38.748049 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-073cded1-5e31-4df7-b9c1-fbb2d3688d76 admin admin] Publish callbacks [] for security_group (68646b89-00fb-403e-9724-b386073e62af), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.753853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-073cded1-5e31-4df7-b9c1-fbb2d3688d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (68646b89-00fb-403e-9724-b386073e62af), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.762354 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.801914 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4341929e-cad4-4181-bce5-2285979dc505 x-openstack-request-id: req-4341929e-cad4-4181-bce5-2285979dc505 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:38.802248 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:38.802503 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4341929e-cad4-4181-bce5-2285979dc505 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:38.802910 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4341929e-cad4-4181-bce5-2285979dc505'] response: {'name': 'network-changed', 'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'status': 'completed', 'code': 200} Aug 17 19:39:38.804720 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device a76528d3-da4d-4b10-9dcb-381d2ede6e64 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:39:38.807703 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-073cded1-5e31-4df7-b9c1-fbb2d3688d76 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=dc7887055c8744abb16437fe28ca3a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797316 Aug 17 19:39:38.808576 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cded1-5e31-4df7-b9c1-fbb2d3688d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68646b89-00fb-403e-9724-b386073e62af,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:38.811072 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43680) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:38.861845 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 00265e2e-29dc-406a-a2b2-cd2bb162da12 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:38.882730 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-aa9b70b4-a09f-451f-8aa2-af87cfd45290 admin admin] Publish callbacks [] for security_group (68646b89-00fb-403e-9724-b386073e62af), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.909508 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-aa9b70b4-a09f-451f-8aa2-af87cfd45290 admin admin] Publish callbacks [] for security_group (68646b89-00fb-403e-9724-b386073e62af), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.930200 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:38.971562 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 00265e2e-29dc-406a-a2b2-cd2bb162da12 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:39:38.981167 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port a76528d3-da4d-4b10-9dcb-381d2ede6e64, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=a76528d3-da4d-4b10-9dcb-381d2ede6e64,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:38.989199 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 00265e2e-29dc-406a-a2b2-cd2bb162da12 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:38.989775 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.000096 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-aa9b70b4-a09f-451f-8aa2-af87cfd45290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (68646b89-00fb-403e-9724-b386073e62af), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.003658 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-aa9b70b4-a09f-451f-8aa2-af87cfd45290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.008785 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-aa9b70b4-a09f-451f-8aa2-af87cfd45290 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/68646b89-00fb-403e-9724-b386073e62af HTTP/1.1" status: 204 len: 168 time: 0.1945744 Aug 17 19:39:39.017812 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b70b4-a09f-451f-8aa2-af87cfd45290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68646b89-00fb-403e-9724-b386073e62af,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:39.023669 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64', 'network_id': 'b841ea97-b954-4339-9d37-a395f8715cac', 'port_id': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64', 'mac_address': 'fa:16:3e:c6:85:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267c4ac-e137-44a0-9b7b-48526b7f4242', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:39:39.084089 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port a76528d3-da4d-4b10-9dcb-381d2ede6e64 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:39.084636 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.113476 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76528d3-da4d-4b10-9dcb-381d2ede6e64 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:39.150054 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port a76528d3-da4d-4b10-9dcb-381d2ede6e64, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=a76528d3-da4d-4b10-9dcb-381d2ede6e64,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:39.152167 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 00265e2e-29dc-406a-a2b2-cd2bb162da12 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:39.152522 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.164271 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.164984 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 31d9c9ee-a38e-4efd-a8af-b6989873b33d details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:39:39.228293 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43692) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:39.239728 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39c217-311e-4166-889a-22135441e2b2 req-bdc1d66a-0207-48de-b3b2-5131fce6419b tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:39.250742 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ae39c217-311e-4166-889a-22135441e2b2 req-bdc1d66a-0207-48de-b3b2-5131fce6419b tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 945 time: 0.0631566 Aug 17 19:39:39.263002 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=a76528d3-da4d-4b10-9dcb-381d2ede6e64,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:39.268830 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:39.277236 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bd590-d203-4670-aef3-300aae8d4c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00265e2e-29dc-406a-a2b2-cd2bb162da12'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:39.322235 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ae39c217-311e-4166-889a-22135441e2b2 req-b3c9cbd1-e898-4676-8e23-d8060b3d6d82 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747101 Aug 17 19:39:39.381044 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 00265e2e-29dc-406a-a2b2-cd2bb162da12, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:39.390552 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-853b6f92-dca8-41fd-a0d4-4be0e60c07fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.398023 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.620033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-853b6f92-dca8-41fd-a0d4-4be0e60c07fb admin admin] Publish callbacks [] for security_group (09688f5b-6f0e-4b82-bdd0-cab608f2a33b), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.629115 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-853b6f92-dca8-41fd-a0d4-4be0e60c07fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (09688f5b-6f0e-4b82-bdd0-cab608f2a33b), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.682039 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-853b6f92-dca8-41fd-a0d4-4be0e60c07fb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6228871463e549cd9bc650517faf2558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526653 Aug 17 19:39:39.688872 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 43726) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:39.710497 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c4468a-f541-4087-a4d2-185e61b3b8dc" -d '{"events": [{"server_uuid": "001bd590-d203-4670-aef3-300aae8d4c4f", "name": "network-vif-plugged", "status": "completed", "tag": "00265e2e-29dc-406a-a2b2-cd2bb162da12"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:39.739218 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b6f92-dca8-41fd-a0d4-4be0e60c07fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09688f5b-6f0e-4b82-bdd0-cab608f2a33b,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:39.770900 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:39.773853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a752cf46-c137-4264-aca6-1f24943a3572 admin admin] Publish callbacks [] for security_group (09688f5b-6f0e-4b82-bdd0-cab608f2a33b), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.809844 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=00265e2e-29dc-406a-a2b2-cd2bb162da12,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:39.814583 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a752cf46-c137-4264-aca6-1f24943a3572 admin admin] Publish callbacks [] for security_group (09688f5b-6f0e-4b82-bdd0-cab608f2a33b), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.838223 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7700bf2-7a3f-42b5-8a34-013397dd6c08 req-77eb53ba-71fd-45e4-a9df-aa6bd9a17f66 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:39.841859 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7700bf2-7a3f-42b5-8a34-013397dd6c08 req-77eb53ba-71fd-45e4-a9df-aa6bd9a17f66 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 944 time: 0.2089450 Aug 17 19:39:39.879183 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a752cf46-c137-4264-aca6-1f24943a3572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (09688f5b-6f0e-4b82-bdd0-cab608f2a33b), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.880545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e092-0f3d-46d1-9c53-f3439081952d req-c80dfa0d-5b0f-417c-8dae-74cd775c3fca tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:39.882641 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a752cf46-c137-4264-aca6-1f24943a3572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:39.885404 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a752cf46-c137-4264-aca6-1f24943a3572 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/09688f5b-6f0e-4b82-bdd0-cab608f2a33b HTTP/1.1" status: 204 len: 168 time: 0.1945567 Aug 17 19:39:39.886896 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 31d9c9ee-a38e-4efd-a8af-b6989873b33d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:39.891306 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d527e092-0f3d-46d1-9c53-f3439081952d req-c80dfa0d-5b0f-417c-8dae-74cd775c3fca tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 943 time: 0.1983228 Aug 17 19:39:39.901058 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '31d9c9ee-a38e-4efd-a8af-b6989873b33d', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'port_id': '31d9c9ee-a38e-4efd-a8af-b6989873b33d', 'mac_address': 'fa:16:3e:ce:18:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:39:39.945871 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752cf46-c137-4264-aca6-1f24943a3572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09688f5b-6f0e-4b82-bdd0-cab608f2a33b,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:39.981881 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7700bf2-7a3f-42b5-8a34-013397dd6c08 req-8ffa4153-3e00-4089-bc22-fcdcaddcdd2f tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228728 Aug 17 19:39:40.047928 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 31d9c9ee-a38e-4efd-a8af-b6989873b33d is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:40.048329 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:40.068230 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d527e092-0f3d-46d1-9c53-f3439081952d req-89da1199-3f16-47c3-98a6-bcb4e9682b34 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732199 Aug 17 19:39:40.080355 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d9c9ee-a38e-4efd-a8af-b6989873b33d {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:40.152016 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-c51c7fad-591a-4859-aedd-5ef1b06f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.153875 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 31d9c9ee-a38e-4efd-a8af-b6989873b33d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:40.162846 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:40.164559 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-c51c7fad-591a-4859-aedd-5ef1b06f89e8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 1128 time: 0.1716931 Aug 17 19:39:40.166403 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-d1efa779-2f4a-46ca-8d19-2aeeca58284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.169654 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-d1efa779-2f4a-46ca-8d19-2aeeca58284a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1127 time: 0.1800997 Aug 17 19:39:40.248781 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:40.271874 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd59a-e94f-4c0a-9316-ab311df65b69 req-2ef5e147-69fc-4943-9f88-c0c20f422084 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.279278 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3a7dd59a-e94f-4c0a-9316-ab311df65b69 req-2ef5e147-69fc-4943-9f88-c0c20f422084 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0797882 Aug 17 19:39:40.283406 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=31d9c9ee-a38e-4efd-a8af-b6989873b33d,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:40.332864 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:40.334820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-912be08e-10ed-4daa-af4a-489796aaf02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.336454 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-912be08e-10ed-4daa-af4a-489796aaf02e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.1018310 Aug 17 19:39:40.386187 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3a7dd59a-e94f-4c0a-9316-ab311df65b69 req-300d039d-6476-4d8a-b515-24d56780ef27 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045592 Aug 17 19:39:40.398664 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-dd16e352-ba1a-4bea-8d3e-4ba38d6c6d76 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 217 time: 0.0498018 Aug 17 19:39:40.404239 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-ea6e574a-5f18-4ddc-a26b-a6d22421b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.405912 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-ea6e574a-5f18-4ddc-a26b-a6d22421b22b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 911 time: 0.2352340 Aug 17 19:39:40.491145 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-06c8f96c-be55-4f80-b96e-8556988bcf15 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 200 len: 217 time: 0.0755291 Aug 17 19:39:40.522998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eec1928-99df-4ba4-b56f-f2e3849343fd x-openstack-request-id: req-4eec1928-99df-4ba4-b56f-f2e3849343fd {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:40.523278 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001bd590-d203-4670-aef3-300aae8d4c4f", "name": "network-vif-plugged", "status": "completed", "tag": "00265e2e-29dc-406a-a2b2-cd2bb162da12", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:40.523551 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4eec1928-99df-4ba4-b56f-f2e3849343fd {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:40.524007 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eec1928-99df-4ba4-b56f-f2e3849343fd'] response: {'server_uuid': '001bd590-d203-4670-aef3-300aae8d4c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00265e2e-29dc-406a-a2b2-cd2bb162da12', 'code': 200} Aug 17 19:39:40.538869 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa826-d736-4249-b211-f645791b6f97 req-59f18fa2-413d-44ae-b6c0-61ff8c067e42 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.542315 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['a76528d3-da4d-4b10-9dcb-381d2ede6e64'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:39:40.547298 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3d4aa826-d736-4249-b211-f645791b6f97 req-59f18fa2-413d-44ae-b6c0-61ff8c067e42 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 945 time: 0.0779300 Aug 17 19:39:40.550206 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-d332f188-9f0e-42c7-9c91-ef52b29d5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.552694 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-d332f188-9f0e-42c7-9c91-ef52b29d5261 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.1454647 Aug 17 19:39:40.595430 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-9c79211c-7d27-4d55-9b39-b8e3cbc661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.597647 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-9c79211c-7d27-4d55-9b39-b8e3cbc661ce service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.0977917 Aug 17 19:39:40.632091 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3d4aa826-d736-4249-b211-f645791b6f97 req-b67f3682-9366-4c50-8c37-e2e5e31adadd tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836670 Aug 17 19:39:40.678429 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:40.683429 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43764) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:40.706883 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7093ed8f-676d-417a-8c75-f59b54e8c23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:40.712230 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['31d9c9ee-a38e-4efd-a8af-b6989873b33d'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:39:40.718083 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-c3eda550-3539-4008-97ee-f3ae6e59550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.719978 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-c3eda550-3539-4008-97ee-f3ae6e59550c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1464186 Aug 17 19:39:40.722916 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-d54da8cd-96eb-4968-b555-4458da7af818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:40.730828 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-d54da8cd-96eb-4968-b555-4458da7af818 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992365 Aug 17 19:39:40.824803 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6a3e0e5d-86b3-4661-9b06-02498556723f details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:39:40.850172 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7093ed8f-676d-417a-8c75-f59b54e8c23a admin admin] Publish callbacks [] for security_group (33f38817-059f-4ec9-8a13-e5b670ad0f29), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:40.855338 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7093ed8f-676d-417a-8c75-f59b54e8c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (33f38817-059f-4ec9-8a13-e5b670ad0f29), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:40.895175 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-05ca7813-467a-4773-bd2d-7ae4ca9255b3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553304 Aug 17 19:39:40.905744 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-7093ed8f-676d-417a-8c75-f59b54e8c23a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1e04fc31d6b34679a1ce775ff7643510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212305 Aug 17 19:39:40.910433 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 43770) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:40.946513 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 6a3e0e5d-86b3-4661-9b06-02498556723f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6a3e0e5d-86b3-4661-9b06-02498556723f,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:40.947968 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093ed8f-676d-417a-8c75-f59b54e8c23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f38817-059f-4ec9-8a13-e5b670ad0f29,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:40.982699 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:40.984050 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:40.985559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'port_id': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'mac_address': 'fa:16:3e:21:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:39:41.026584 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bfec787b-077e-4f04-971e-f36d70970664 admin admin] Publish callbacks [] for security_group (33f38817-059f-4ec9-8a13-e5b670ad0f29), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.075999 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 6a3e0e5d-86b3-4661-9b06-02498556723f is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:41.076297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.079047 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bfec787b-077e-4f04-971e-f36d70970664 admin admin] Publish callbacks [] for security_group (33f38817-059f-4ec9-8a13-e5b670ad0f29), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.101533 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3e0e5d-86b3-4661-9b06-02498556723f {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:41.125610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 6a3e0e5d-86b3-4661-9b06-02498556723f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6a3e0e5d-86b3-4661-9b06-02498556723f,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:41.138774 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.158173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f214e72-4538-42f5-a575-8ce7a3e4e659 req-b364c610-47d2-4a0d-a046-e785112edbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:41.159720 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f214e72-4538-42f5-a575-8ce7a3e4e659 req-b364c610-47d2-4a0d-a046-e785112edbd9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1130 time: 0.3238163 Aug 17 19:39:41.169833 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4be6e817-3ea9-4c94-aa41-11322c7a43c3 req-6906f39c-8b1f-45b3-90b1-622df5613c44 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532637 Aug 17 19:39:41.192959 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2f214e72-4538-42f5-a575-8ce7a3e4e659 req-486fd75b-917b-46bf-a2b4-d4c3de667e76 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.204032 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37efc78-285f-4026-bdd2-068e580b3319 req-79d95116-c42d-45da-87a1-d79c683c2ba1 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:41.209498 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a37efc78-285f-4026-bdd2-068e580b3319 req-79d95116-c42d-45da-87a1-d79c683c2ba1 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 944 time: 0.1426663 Aug 17 19:39:41.235747 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=6a3e0e5d-86b3-4661-9b06-02498556723f,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:41.258120 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-eccba659-82aa-41f3-82df-6c7be3f9723e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201319 Aug 17 19:39:41.348049 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:41.354688 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a37efc78-285f-4026-bdd2-068e580b3319 req-e4d33f33-441b-4046-9fcd-9b6b2382f715 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373980 Aug 17 19:39:41.368999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c6f6e-f3c9-45ae-8175-1145e499d858 req-4b3879fb-25ea-42cc-8d51-9751ab9a9336 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:41.370729 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f42c6f6e-f3c9-45ae-8175-1145e499d858 req-4b3879fb-25ea-42cc-8d51-9751ab9a9336 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 944 time: 0.1109478 Aug 17 19:39:41.386174 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bfec787b-077e-4f04-971e-f36d70970664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (33f38817-059f-4ec9-8a13-e5b670ad0f29), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.390425 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bfec787b-077e-4f04-971e-f36d70970664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.391793 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-bfec787b-077e-4f04-971e-f36d70970664 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/33f38817-059f-4ec9-8a13-e5b670ad0f29 HTTP/1.1" status: 204 len: 168 time: 0.4801850 Aug 17 19:39:41.413197 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec787b-077e-4f04-971e-f36d70970664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f38817-059f-4ec9-8a13-e5b670ad0f29,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:41.442971 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:41.490505 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2f214e72-4538-42f5-a575-8ce7a3e4e659 req-486fd75b-917b-46bf-a2b4-d4c3de667e76 service neutron] Publish callbacks [] for security_group (af652cb5-47a5-4b4e-9a5c-417e6f4997d1), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.490873 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f42c6f6e-f3c9-45ae-8175-1145e499d858 req-abf60b04-61f6-44cc-a801-35f5626e2dae tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100008 Aug 17 19:39:41.493636 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-13747b0b-64b8-4bd7-b602-5809fe175645 req-2482aab2-21f4-46c6-a168-0f07f699b886 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150652 Aug 17 19:39:41.508152 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-2f214e72-4538-42f5-a575-8ce7a3e4e659 req-486fd75b-917b-46bf-a2b4-d4c3de667e76 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (af652cb5-47a5-4b4e-9a5c-417e6f4997d1), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:41.561196 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f214e72-4538-42f5-a575-8ce7a3e4e659 req-486fd75b-917b-46bf-a2b4-d4c3de667e76 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942754 Aug 17 19:39:41.562157 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fd75b-917b-46bf-a2b4-d4c3de667e76 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af652cb5-47a5-4b4e-9a5c-417e6f4997d1,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:41.609812 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de225bf-0867-4e7f-ba66-59ae74669245 req-e2191d19-e10e-4c8f-a9a6-75e8efb41ff1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:41.611721 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2de225bf-0867-4e7f-ba66-59ae74669245 req-e2191d19-e10e-4c8f-a9a6-75e8efb41ff1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0697000 Aug 17 19:39:41.692843 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2de225bf-0867-4e7f-ba66-59ae74669245 req-1879992a-df36-4b5d-b4ac-4bc4b3eec069 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726538 Aug 17 19:39:41.804619 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e81f0c-492d-43a5-b3fb-c267a337eee6 req-2d2554e6-03f1-483f-b102-c6ca3e63c458 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:41.806307 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-32e81f0c-492d-43a5-b3fb-c267a337eee6 req-2d2554e6-03f1-483f-b102-c6ca3e63c458 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 945 time: 0.0712645 Aug 17 19:39:41.897031 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-32e81f0c-492d-43a5-b3fb-c267a337eee6 req-a316a74c-2705-44db-a7cf-4e35263007e0 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823953 Aug 17 19:39:42.174705 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:42.179151 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:42.181877 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['6a3e0e5d-86b3-4661-9b06-02498556723f'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:39:42.486893 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193660a-50e9-4cdc-acdf-d5c43317534f req-f157fd25-4897-40c6-be46-207f84bb0c94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:42.488440 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1193660a-50e9-4cdc-acdf-d5c43317534f req-f157fd25-4897-40c6-be46-207f84bb0c94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 945 time: 0.0525208 Aug 17 19:39:42.610167 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1193660a-50e9-4cdc-acdf-d5c43317534f req-7a3d5a4c-7cd2-4a2b-8eaf-fd8efc848d3a tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150560 Aug 17 19:39:42.636226 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2014d-aba2-4c01-aca4-2640ed036213 req-0276d6d5-9c74-4d23-85e5-1db71c03734f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:42.638067 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-50c2014d-aba2-4c01-aca4-2640ed036213 req-0276d6d5-9c74-4d23-85e5-1db71c03734f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 944 time: 0.0724931 Aug 17 19:39:42.692121 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-50c2014d-aba2-4c01-aca4-2640ed036213 req-0c35fe4c-607b-4fa4-8f36-e4bafdaeea90 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468252 Aug 17 19:39:42.803289 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:42.847786 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b155e-231c-4116-9dd7-9d0cc17b8a50 req-65adf50d-b8fb-4efe-bc05-f21e2d67713f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:42.854663 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:39:42.855264 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-626b155e-231c-4116-9dd7-9d0cc17b8a50 req-65adf50d-b8fb-4efe-bc05-f21e2d67713f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0623143 Aug 17 19:39:42.879829 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6a3e0e5d-86b3-4661-9b06-02498556723f up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:42.957411 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-626b155e-231c-4116-9dd7-9d0cc17b8a50 req-607c3231-16e8-4971-8258-ad001ffcd7c9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005583 Aug 17 19:39:43.006661 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 6a3e0e5d-86b3-4661-9b06-02498556723f completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:39:43.022542 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:43.041475 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 6a3e0e5d-86b3-4661-9b06-02498556723f triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:43.041475 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.104671 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:43.122414 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'port_id': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'mac_address': 'fa:16:3e:3d:a8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:39:43.135852 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8179494-2bff-435c-9542-e7923bc86df8 req-73cd1224-9fc0-41b6-91af-03acba0794b5 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:43.150374 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8179494-2bff-435c-9542-e7923bc86df8 req-73cd1224-9fc0-41b6-91af-03acba0794b5 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 945 time: 0.1076927 Aug 17 19:39:43.195817 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:43.196329 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.220537 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8692c85c-fc9f-49cd-bff2-6ddd975dd053 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:39:43.224978 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 6a3e0e5d-86b3-4661-9b06-02498556723f is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:43.225221 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.244783 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8179494-2bff-435c-9542-e7923bc86df8 req-2537a876-5241-475e-b926-b57595f4b152 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929627 Aug 17 19:39:43.269848 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:43.272855 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debfebf0-be98-4e99-ae21-4637a7d32f84" -d '{"events": [{"server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "name": "network-vif-plugged", "status": "completed", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:43.279032 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:43.287834 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.290951 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 6a3e0e5d-86b3-4661-9b06-02498556723f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6a3e0e5d-86b3-4661-9b06-02498556723f,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:43.318005 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.318833 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device a76528d3-da4d-4b10-9dcb-381d2ede6e64 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:43.375679 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b80de-9c24-4ea5-80c2-8b884838915e x-openstack-request-id: req-904b80de-9c24-4ea5-80c2-8b884838915e {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:43.376009 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "name": "network-vif-plugged", "status": "completed", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:43.376160 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-904b80de-9c24-4ea5-80c2-8b884838915e {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:43.376550 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904b80de-9c24-4ea5-80c2-8b884838915e'] response: {'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'code': 200} Aug 17 19:39:43.380784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:43.396057 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port a76528d3-da4d-4b10-9dcb-381d2ede6e64 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:39:43.417468 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port a76528d3-da4d-4b10-9dcb-381d2ede6e64 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:43.417847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.478020 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:43.479076 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=6a3e0e5d-86b3-4661-9b06-02498556723f,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:43.536067 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port a76528d3-da4d-4b10-9dcb-381d2ede6e64 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:43.536468 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.583419 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port a76528d3-da4d-4b10-9dcb-381d2ede6e64, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=a76528d3-da4d-4b10-9dcb-381d2ede6e64,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:43.586307 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['8692c85c-fc9f-49cd-bff2-6ddd975dd053'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:39:43.628428 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.629903 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 31d9c9ee-a38e-4efd-a8af-b6989873b33d up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:43.766088 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7081b-bd42-40f1-ba6b-770dba69ee1a req-dd85721d-9c5b-4779-92e0-1a7101946c51 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:43.775689 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f6e7081b-bd42-40f1-ba6b-770dba69ee1a req-dd85721d-9c5b-4779-92e0-1a7101946c51 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0781410 Aug 17 19:39:43.788498 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=a76528d3-da4d-4b10-9dcb-381d2ede6e64,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:43.794474 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 31d9c9ee-a38e-4efd-a8af-b6989873b33d completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:39:43.823297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 31d9c9ee-a38e-4efd-a8af-b6989873b33d triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:43.823674 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:43.854375 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65624726-49c7-4f20-9854-f12356aebdd4 req-5d4ad71d-be68-4928-9f5f-0a97a16e0698 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:43.855256 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65624726-49c7-4f20-9854-f12356aebdd4 req-5d4ad71d-be68-4928-9f5f-0a97a16e0698 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 944 time: 0.0501194 Aug 17 19:39:43.921984 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f6e7081b-bd42-40f1-ba6b-770dba69ee1a req-9824f9e7-4f9a-44a4-9c10-b0d8bed36ba1 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376312 Aug 17 19:39:43.969001 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:43.989856 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65624726-49c7-4f20-9854-f12356aebdd4 req-78400f7e-cde6-4848-88b0-6bc0648f65af tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189554 Aug 17 19:39:44.050013 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 31d9c9ee-a38e-4efd-a8af-b6989873b33d is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:44.050409 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:44.140673 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 31d9c9ee-a38e-4efd-a8af-b6989873b33d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:44.147780 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:44.168329 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163db086-b250-4286-b614-ec93b35fa927 req-e9678812-c767-40ac-8b8d-ae7cd491233f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:44.175715 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-163db086-b250-4286-b614-ec93b35fa927 req-e9678812-c767-40ac-8b8d-ae7cd491233f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 944 time: 0.1094596 Aug 17 19:39:44.227904 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=31d9c9ee-a38e-4efd-a8af-b6989873b33d,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:44.231053 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-163db086-b250-4286-b614-ec93b35fa927 req-5eda70fd-e9df-4aad-8b4c-a99ccff565a9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544848 Aug 17 19:39:44.275169 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c9e27-1878-4191-bac2-28458a42de61 req-b643c0fe-839b-4aa8-b694-af82ca149bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:44.277302 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ae3c9e27-1878-4191-bac2-28458a42de61 req-b643c0fe-839b-4aa8-b694-af82ca149bc1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 1130 time: 0.0744793 Aug 17 19:39:44.342928 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ae3c9e27-1878-4191-bac2-28458a42de61 req-88c71bbf-f333-466c-8bd2-cfd0d947428e service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565178 Aug 17 19:39:44.384064 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668c5f8-4900-4485-a79c-c006b0796247 req-2d7012bf-3241-4ae5-8bae-26a453557bbc tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:44.385796 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a668c5f8-4900-4485-a79c-c006b0796247 req-2d7012bf-3241-4ae5-8bae-26a453557bbc tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.0527551 Aug 17 19:39:44.436685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a668c5f8-4900-4485-a79c-c006b0796247 req-33a52a6d-a162-4a40-8b8f-d27ee690725a tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Aug 17 19:39:44.868977 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:39:44.911711 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:39:44.917847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:39:44.918603 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:45.005234 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:39:45.005711 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:45.049141 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460a44-3418-4bd8-a191-a1ba85f7bc68 req-374f2dec-cad9-4821-afcf-f1083b06bbb7 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:45.053683 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-41460a44-3418-4bd8-a191-a1ba85f7bc68 req-374f2dec-cad9-4821-afcf-f1083b06bbb7 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0537894 Aug 17 19:39:45.054365 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:39:45.058860 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:45.101047 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:45.105269 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:45.137099 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf84a6d-3fce-45c4-b844-d53abd56f8fb req-69be9071-be58-4a34-8256-a08fb434baa9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:45.138576 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ccf84a6d-3fce-45c4-b844-d53abd56f8fb req-69be9071-be58-4a34-8256-a08fb434baa9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0679033 Aug 17 19:39:45.141879 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-41460a44-3418-4bd8-a191-a1ba85f7bc68 req-b248e063-1ed2-4d2f-9144-fc2da3e0b3e6 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852375 Aug 17 19:39:45.185584 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ccf84a6d-3fce-45c4-b844-d53abd56f8fb req-650ae402-b09c-4e3d-996f-8dda6081d877 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Aug 17 19:39:45.361115 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99da52c-7944-4c6f-b0f8-581ed35fc26d req-1749d9a1-1b26-4bca-bcca-6fdced6b1d76 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:45.362871 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c99da52c-7944-4c6f-b0f8-581ed35fc26d req-1749d9a1-1b26-4bca-bcca-6fdced6b1d76 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Aug 17 19:39:45.379834 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64'}, {'server_uuid': '55783dca-99fe-42bc-9e65-2c65038d0902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d9c9ee-a38e-4efd-a8af-b6989873b33d'}, {'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:45.384550 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780adb10-d1bb-4ff3-941b-946335e3e695" -d '{"events": [{"server_uuid": "9e75fe34-cc76-4a62-b545-c2419fc4789d", "name": "network-vif-plugged", "status": "completed", "tag": "a76528d3-da4d-4b10-9dcb-381d2ede6e64"}, {"server_uuid": "55783dca-99fe-42bc-9e65-2c65038d0902", "name": "network-vif-plugged", "status": "completed", "tag": "31d9c9ee-a38e-4efd-a8af-b6989873b33d"}, {"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-plugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:45.422492 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c99da52c-7944-4c6f-b0f8-581ed35fc26d req-8566a090-7b68-4cb7-93b3-416a22366784 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520949 Aug 17 19:39:45.449416 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972bcf0b-c85c-4c41-afc3-b937b359f618 x-openstack-request-id: req-972bcf0b-c85c-4c41-afc3-b937b359f618 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:45.449760 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e75fe34-cc76-4a62-b545-c2419fc4789d", "name": "network-vif-plugged", "status": "completed", "tag": "a76528d3-da4d-4b10-9dcb-381d2ede6e64", "code": 200}, {"server_uuid": "55783dca-99fe-42bc-9e65-2c65038d0902", "name": "network-vif-plugged", "status": "completed", "tag": "31d9c9ee-a38e-4efd-a8af-b6989873b33d", "code": 200}, {"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-plugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:45.450018 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-972bcf0b-c85c-4c41-afc3-b937b359f618 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:45.450441 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972bcf0b-c85c-4c41-afc3-b937b359f618'] response: {'server_uuid': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64', 'code': 200} Aug 17 19:39:45.450963 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972bcf0b-c85c-4c41-afc3-b937b359f618'] response: {'server_uuid': '55783dca-99fe-42bc-9e65-2c65038d0902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d9c9ee-a38e-4efd-a8af-b6989873b33d', 'code': 200} Aug 17 19:39:45.451962 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972bcf0b-c85c-4c41-afc3-b937b359f618'] response: {'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'code': 200} Aug 17 19:39:45.554279 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8298a-58ae-4492-8984-929799e0955f req-9537458c-8de2-4ac3-8674-6e1c9896ee81 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:45.555731 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-99b8298a-58ae-4492-8984-929799e0955f req-9537458c-8de2-4ac3-8674-6e1c9896ee81 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.0455840 Aug 17 19:39:45.611509 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-99b8298a-58ae-4492-8984-929799e0955f req-c556bdfc-0f4f-40ef-8e92-aa09612eaa70 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499575 Aug 17 19:39:46.277080 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765607b3-0dbc-41b9-8c1f-fe5984364b5f req-ea2948f4-d6d8-4098-8e83-d1cd362c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.280380 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-765607b3-0dbc-41b9-8c1f-fe5984364b5f req-ea2948f4-d6d8-4098-8e83-d1cd362c8089 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 1129 time: 0.0566812 Aug 17 19:39:46.290322 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:46.298932 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e83f8e-ac19-4869-978c-660838583f65 req-37c84ec4-f644-4116-b63a-62ea54ea55ab tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.300767 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59e83f8e-ac19-4869-978c-660838583f65 req-37c84ec4-f644-4116-b63a-62ea54ea55ab tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0652802 Aug 17 19:39:46.384931 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abee6b-e688-44fc-8fa3-44a5974dca32 req-1b8231da-fdad-4a18-bf79-c0aba2486ac3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.386655 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8abee6b-e688-44fc-8fa3-44a5974dca32 req-1b8231da-fdad-4a18-bf79-c0aba2486ac3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0844369 Aug 17 19:39:46.391997 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c746-11f1-44cb-bef4-5c0af75be0ce req-4892c625-73b6-4e65-a737-e8ffdb016cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.393693 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-84f3c746-11f1-44cb-bef4-5c0af75be0ce req-4892c625-73b6-4e65-a737-e8ffdb016cd3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1129 time: 0.1124504 Aug 17 19:39:46.405309 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-765607b3-0dbc-41b9-8c1f-fe5984364b5f req-ffd63962-e209-4e72-90bb-322983493ae0 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893879 Aug 17 19:39:46.406666 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59e83f8e-ac19-4869-978c-660838583f65 req-d314ec3a-700b-4b5e-a9bd-df3852cb36cc tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916438 Aug 17 19:39:46.410587 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08163-b0ca-4cae-9930-6d3dbe54be4b req-5b3e68af-496e-4a50-abe6-c84a413f48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.412018 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-48e08163-b0ca-4cae-9930-6d3dbe54be4b req-5b3e68af-496e-4a50-abe6-c84a413f48bd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 1130 time: 0.0807996 Aug 17 19:39:46.453537 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8abee6b-e688-44fc-8fa3-44a5974dca32 req-26ffe940-4aac-49e6-a9f1-62361057ac4d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Aug 17 19:39:46.458123 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-84f3c746-11f1-44cb-bef4-5c0af75be0ce req-d90a91d1-dc01-4925-858d-7dcf05f3f48c service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556939 Aug 17 19:39:46.605938 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cac2f-2ecd-442d-ae08-35d708a9adbf req-a386a510-fd2c-4cef-a65b-fb36f6cb5afc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.607726 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de5cac2f-2ecd-442d-ae08-35d708a9adbf req-a386a510-fd2c-4cef-a65b-fb36f6cb5afc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0760608 Aug 17 19:39:46.629542 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9cbcc-74e0-4bae-8a01-4bfbbd6ea09f req-27f3a60d-2b60-45dc-857c-28099cd3c012 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.631257 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b1b9cbcc-74e0-4bae-8a01-4bfbbd6ea09f req-27f3a60d-2b60-45dc-857c-28099cd3c012 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0692551 Aug 17 19:39:46.641328 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44012) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:46.647589 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'floatingip': {'port_id': '6a3e0e5d-86b3-4661-9b06-02498556723f'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:46.675191 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de5cac2f-2ecd-442d-ae08-35d708a9adbf req-32382925-602d-4e48-9194-9e7effbc0d97 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604043 Aug 17 19:39:46.756059 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (c6714974-f03a-49fd-a962-e8f23a9b5a98), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:46.759461 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450641e-e9af-4fde-ba75-8901a6058482 req-e1d395a6-41af-4159-8c0d-a5589d8fafdb tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:46.761111 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0450641e-e9af-4fde-ba75-8901a6058482 req-e1d395a6-41af-4159-8c0d-a5589d8fafdb tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.0567520 Aug 17 19:39:46.815428 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0450641e-e9af-4fde-ba75-8901a6058482 req-7902be97-92e5-4e86-b8b0-bf7504c12dd7 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Aug 17 19:39:47.126612 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44024) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:47.139828 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:47.238935 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-67d933b2-d076-4045-9269-80d82e7f4623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.317271 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-67d933b2-d076-4045-9269-80d82e7f4623 admin admin] Publish callbacks [] for security_group (aef3fde9-a52a-4cd9-8801-9a1be7576ed7), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.321146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-67d933b2-d076-4045-9269-80d82e7f4623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (aef3fde9-a52a-4cd9-8801-9a1be7576ed7), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.362714 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-67d933b2-d076-4045-9269-80d82e7f4623 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e94b38f251f1462ab4b70a95459c7d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350035 Aug 17 19:39:47.363725 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d933b2-d076-4045-9269-80d82e7f4623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3fde9-a52a-4cd9-8801-9a1be7576ed7,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:47.366151 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44028) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:47.406249 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:47.439624 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ca93aa0-376b-4124-bae5-b13f8b4149bf admin admin] Publish callbacks [] for security_group (aef3fde9-a52a-4cd9-8801-9a1be7576ed7), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.468121 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ca93aa0-376b-4124-bae5-b13f8b4149bf admin admin] Publish callbacks [] for security_group (aef3fde9-a52a-4cd9-8801-9a1be7576ed7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.575411 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ca93aa0-376b-4124-bae5-b13f8b4149bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (aef3fde9-a52a-4cd9-8801-9a1be7576ed7), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.578845 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ca93aa0-376b-4124-bae5-b13f8b4149bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.582513 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3ca93aa0-376b-4124-bae5-b13f8b4149bf admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/aef3fde9-a52a-4cd9-8801-9a1be7576ed7 HTTP/1.1" status: 204 len: 168 time: 0.2130182 Aug 17 19:39:47.603519 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-48e08163-b0ca-4cae-9930-6d3dbe54be4b req-3a27dea1-859e-4c44-8cf3-095ede8c1135 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517885 Aug 17 19:39:47.610557 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca93aa0-376b-4124-bae5-b13f8b4149bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3fde9-a52a-4cd9-8801-9a1be7576ed7,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:47.631515 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:47.662800 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.668674 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (c6714974-f03a-49fd-a962-e8f23a9b5a98), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:47.692837 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af421b-5d16-4e5d-b44f-c22c46c5e5f4 req-8e963754-0480-4ce6-88c3-e5dc293c52bd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:47.694525 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7af421b-5d16-4e5d-b44f-c22c46c5e5f4 req-8e963754-0480-4ce6-88c3-e5dc293c52bd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0692844 Aug 17 19:39:47.761682 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7af421b-5d16-4e5d-b44f-c22c46c5e5f4 req-24767947-6d72-4871-bb41-4eb35de93e50 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551348 Aug 17 19:39:47.785900 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:47.825528 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Floating IP c6714974-f03a-49fd-a962-e8f23a9b5a98 associated. External IP: 172.27.1.38, port: 6a3e0e5d-86b3-4661-9b06-02498556723f. Aug 17 19:39:47.834004 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df44bd4-222a-48d5-9aba-c94688b445a4 req-f54219eb-72e2-4890-a898-a628cf0ff716 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:47.838921 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6df44bd4-222a-48d5-9aba-c94688b445a4 req-f54219eb-72e2-4890-a898-a628cf0ff716 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0639617 Aug 17 19:39:47.959352 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6df44bd4-222a-48d5-9aba-c94688b445a4 req-255e5679-61c3-4e15-a6e4-8fcecd26d43c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116977 Aug 17 19:39:47.997143 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:48.030033 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590f986-3ff8-4a71-b918-2f05c56b8c66 req-bd709d99-9a23-4d40-90b3-f9f2a39ffa33 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:48.031550 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f590f986-3ff8-4a71-b918-2f05c56b8c66 req-bd709d99-9a23-4d40-90b3-f9f2a39ffa33 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.1091254 Aug 17 19:39:48.064818 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44068) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:48.108907 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-af03b1e0-3dfa-4250-b285-fa50aeae3dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.136751 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f590f986-3ff8-4a71-b918-2f05c56b8c66 req-61e27144-58f1-4b53-99e5-8f7d31518bb2 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973771 Aug 17 19:39:48.192959 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Router f13497e7-e612-46ed-bfd0-ffa0655a80cd has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:39:48.220333 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-af03b1e0-3dfa-4250-b285-fa50aeae3dd5 admin admin] Publish callbacks [] for security_group (455f9c76-3a19-47a5-b74e-6850133ec660), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.225449 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-af03b1e0-3dfa-4250-b285-fa50aeae3dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (455f9c76-3a19-47a5-b74e-6850133ec660), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.258533 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-af03b1e0-3dfa-4250-b285-fa50aeae3dd5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=94364edafc9c44b9ae8aa7390c68cf4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924982 Aug 17 19:39:48.258992 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44076) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:48.280190 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03b1e0-3dfa-4250-b285-fa50aeae3dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455f9c76-3a19-47a5-b74e-6850133ec660,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:48.336465 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:48.341910 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.352369 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] Sync routers for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:48.363098 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:48.363778 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:48.372999 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-44931e8b-e7b6-414c-ba6f-e618ee0696f2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/c6714974-f03a-49fd-a962-e8f23a9b5a98 HTTP/1.1" status: 200 len: 991 time: 1.7304146 Aug 17 19:39:48.374953 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:48.376905 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39660a3-951d-4708-885b-249ad89d4138" -d '{"events": [{"name": "network-changed", "server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:48.397845 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-534f6458-a336-467c-bb70-1b2e9eee90a6 admin admin] Publish callbacks [] for security_group (455f9c76-3a19-47a5-b74e-6850133ec660), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.430727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d297eab-33ae-4352-bfc0-ea16765b9051 x-openstack-request-id: req-2d297eab-33ae-4352-bfc0-ea16765b9051 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:48.431139 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:48.431606 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d297eab-33ae-4352-bfc0-ea16765b9051 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:48.432146 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d297eab-33ae-4352-bfc0-ea16765b9051'] response: {'name': 'network-changed', 'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'status': 'completed', 'code': 200} Aug 17 19:39:48.438727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-534f6458-a336-467c-bb70-1b2e9eee90a6 admin admin] Publish callbacks [] for security_group (455f9c76-3a19-47a5-b74e-6850133ec660), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.500574 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-534f6458-a336-467c-bb70-1b2e9eee90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (455f9c76-3a19-47a5-b74e-6850133ec660), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.504831 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-534f6458-a336-467c-bb70-1b2e9eee90a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:48.506518 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-534f6458-a336-467c-bb70-1b2e9eee90a6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/455f9c76-3a19-47a5-b74e-6850133ec660 HTTP/1.1" status: 204 len: 168 time: 0.2464676 Aug 17 19:39:48.525183 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f6458-a336-467c-bb70-1b2e9eee90a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f9c76-3a19-47a5-b74e-6850133ec660,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:48.562633 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:48.877745 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'c6714974-f03a-49fd-a962-e8f23a9b5a98', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'port_id': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'mac_address': 'fa:16:3e:21:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0602879a-bbc5-4632-8412-a72ea55b9068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:39:16Z', 'updated_at': '2022-08-17T19:39:47Z', 'revision_number': 1, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:48.902785 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] Checking router: f13497e7-e612-46ed-bfd0-ffa0655a80cd for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:48.912872 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:48.913625 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:48.954553 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ae3bb-2e40-45d1-9080-d56a5a894475 req-8d132530-e423-4368-ae82-6a9eb8313264 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:48.956904 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-675ae3bb-2e40-45d1-9080-d56a5a894475 req-8d132530-e423-4368-ae82-6a9eb8313264 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0817654 Aug 17 19:39:49.055172 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-675ae3bb-2e40-45d1-9080-d56a5a894475 req-36426012-2311-411b-9b3c-56cae678606e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912080 Aug 17 19:39:49.143977 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:49.199696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536d092-6648-401f-9eac-a61c75c7182c req-993eebe0-b3e6-44b8-bf2f-c903541e94f6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:49.202677 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b536d092-6648-401f-9eac-a61c75c7182c req-993eebe0-b3e6-44b8-bf2f-c903541e94f6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0921087 Aug 17 19:39:49.311629 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b536d092-6648-401f-9eac-a61c75c7182c req-99fc1910-4985-471b-8478-9fd95e3fcb1c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020703 Aug 17 19:39:49.508672 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ae157-0346-4833-98a1-c0891090cf1c req-8e41bcd1-7841-4cd0-89c5-d33ae7ebc73c tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:49.510788 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f86ae157-0346-4833-98a1-c0891090cf1c req-8e41bcd1-7841-4cd0-89c5-d33ae7ebc73c tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.0753927 Aug 17 19:39:49.543715 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'c6714974-f03a-49fd-a962-e8f23a9b5a98', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'port_id': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'mac_address': 'fa:16:3e:21:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0602879a-bbc5-4632-8412-a72ea55b9068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:39:16Z', 'updated_at': '2022-08-17T19:39:47Z', 'revision_number': 1, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:49.606946 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4f44-79d9-4fcb-b705-933fd400d6db req-fc1bc4b5-e3e3-437a-9327-55ebf12519b7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:49.609330 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7e221-0b62-4c3e-a1cb-fbf0286be609 None None] The sync data for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi is: [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'c6714974-f03a-49fd-a962-e8f23a9b5a98', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'port_id': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'mac_address': 'fa:16:3e:21:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0602879a-bbc5-4632-8412-a72ea55b9068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:39:16Z', 'updated_at': '2022-08-17T19:39:47Z', 'revision_number': 1, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:49.610051 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-35ed4f44-79d9-4fcb-b705-933fd400d6db req-fc1bc4b5-e3e3-437a-9327-55ebf12519b7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.1195657 Aug 17 19:39:49.617009 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f86ae157-0346-4833-98a1-c0891090cf1c req-231d5614-b113-4362-b810-e4c33d4b6987 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959649 Aug 17 19:39:49.619914 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44146) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:49.648109 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'floatingip': {'port_id': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:39:49.731018 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (a8426999-68b4-4148-81fc-1868a435db2f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:49.788020 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d2fe1-ba63-4b85-8469-8df9f2b20fe0 req-954d5951-6aba-402b-9496-c085bc71eab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:49.798825 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-536d2fe1-ba63-4b85-8469-8df9f2b20fe0 req-954d5951-6aba-402b-9496-c085bc71eab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.1137390 Aug 17 19:39:49.900291 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:49.950226 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-536d2fe1-ba63-4b85-8469-8df9f2b20fe0 req-d2b73e89-26e5-4438-af53-85bc512b1ec4 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481357 Aug 17 19:39:50.200536 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44162) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:50.205356 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39660a3-951d-4708-885b-249ad89d4138 req-582d28a9-da6e-4a0d-98a1-9c1232ab1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:50.206992 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a39660a3-951d-4708-885b-249ad89d4138 req-582d28a9-da6e-4a0d-98a1-9c1232ab1faf service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 1130 time: 0.0974739 Aug 17 19:39:50.333160 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-a74788c7-f4e3-44a1-abb4-996fcde3e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:50.338852 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-a74788c7-f4e3-44a1-abb4-996fcde3e0b8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 1129 time: 0.0908093 Aug 17 19:39:50.414139 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-05cb48c5-0a62-4fba-abc5-08a4edf7e065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.434849 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:50.533331 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-05cb48c5-0a62-4fba-abc5-08a4edf7e065 admin admin] Publish callbacks [] for security_group (2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.539732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-05cb48c5-0a62-4fba-abc5-08a4edf7e065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.551317 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:50.595950 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-05cb48c5-0a62-4fba-abc5-08a4edf7e065 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f04da8efc8f5498b82455833c465b066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915064 Aug 17 19:39:50.596439 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb48c5-0a62-4fba-abc5-08a4edf7e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:50.609446 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44178) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:50.674369 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-54ee8c55-ee98-43c7-b0ee-988c9219a6a4 admin admin] Publish callbacks [] for security_group (2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.734443 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-54ee8c55-ee98-43c7-b0ee-988c9219a6a4 admin admin] Publish callbacks [] for security_group (2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.770689 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:50.790018 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.807923 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde36cde-0f91-4307-8dc8-f9e114078df4 None None] New status for floating IP c6714974-f03a-49fd-a962-e8f23a9b5a98: ACTIVE {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:39:50.813345 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (a8426999-68b4-4148-81fc-1868a435db2f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.853613 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-54ee8c55-ee98-43c7-b0ee-988c9219a6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.856311 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-54ee8c55-ee98-43c7-b0ee-988c9219a6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:50.857513 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-54ee8c55-ee98-43c7-b0ee-988c9219a6a4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2 HTTP/1.1" status: 204 len: 168 time: 0.2470889 Aug 17 19:39:50.909483 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991063a-3936-421a-be88-812af98011f5 req-10128a7c-a520-4eb9-a017-90785f260982 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:50.920923 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8991063a-3936-421a-be88-812af98011f5 req-10128a7c-a520-4eb9-a017-90785f260982 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.1536019 Aug 17 19:39:50.958177 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee8c55-ee98-43c7-b0ee-988c9219a6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0bdbe9-b9f2-43a3-a503-cd43c884b8e2,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:51.116876 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8991063a-3936-421a-be88-812af98011f5 req-a28c2fe2-3776-409b-936f-574d3941b767 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948681 Aug 17 19:39:51.213148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39660a3-951d-4708-885b-249ad89d4138 req-dc38ee11-f10e-438a-9880-e7bb346ef8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:51.215325 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a39660a3-951d-4708-885b-249ad89d4138 req-dc38ee11-f10e-438a-9880-e7bb346ef8fe service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 911 time: 0.4431684 Aug 17 19:39:51.225015 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-22fca443-4e79-475e-b0a1-83015798a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:51.227785 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-22fca443-4e79-475e-b0a1-83015798a9f0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.4362330 Aug 17 19:39:51.233960 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Floating IP a8426999-68b4-4148-81fc-1868a435db2f associated. External IP: 172.27.1.194, port: 8692c85c-fc9f-49cd-bff2-6ddd975dd053. Aug 17 19:39:51.507885 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ba9a-37a4-4897-a430-6e8fecc00059 req-f11ddd88-d89c-4e27-89d9-792f8627dc27 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:51.521431 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8a40ba9a-37a4-4897-a430-6e8fecc00059 req-f11ddd88-d89c-4e27-89d9-792f8627dc27 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.3843567 Aug 17 19:39:51.599783 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8a40ba9a-37a4-4897-a430-6e8fecc00059 req-d52c79c5-e18b-47c8-80a8-1f44523c6b9f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 Aug 17 19:39:51.661807 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:39:51.666776 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:51.778799 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44216) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:51.808576 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3bed45e-f423-48c2-ac51-c749b663457e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:51.906979 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:39:51.920541 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] Sync routers for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:39:51.923252 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:51.932391 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:51.936362 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:51.973672 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9ef87b69-d7e6-4c60-9aac-eca287cbd787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/a8426999-68b4-4148-81fc-1868a435db2f HTTP/1.1" status: 200 len: 991 time: 2.3504064 Aug 17 19:39:51.973672 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:39:51.975002 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d393e054-d038-4a73-a6b5-bac506068f01" -d '{"events": [{"name": "network-changed", "server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:39:51.996352 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3bed45e-f423-48c2-ac51-c749b663457e admin admin] Publish callbacks [] for security_group (cee092d4-3160-4ee2-89ca-88f4ac076dfc), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.003508 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3bed45e-f423-48c2-ac51-c749b663457e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (cee092d4-3160-4ee2-89ca-88f4ac076dfc), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.019548 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54584dca-f6d7-4d4b-b684-bec2b71888e5 x-openstack-request-id: req-54584dca-f6d7-4d4b-b684-bec2b71888e5 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:39:52.019927 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:39:52.020179 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54584dca-f6d7-4d4b-b684-bec2b71888e5 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:39:52.020686 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54584dca-f6d7-4d4b-b684-bec2b71888e5'] response: {'name': 'network-changed', 'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'status': 'completed', 'code': 200} Aug 17 19:39:52.057983 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a3bed45e-f423-48c2-ac51-c749b663457e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c57b768c6e4641008c4b3d6d4f1345c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766666 Aug 17 19:39:52.059148 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bed45e-f423-48c2-ac51-c749b663457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee092d4-3160-4ee2-89ca-88f4ac076dfc,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:52.061538 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44234) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:52.067306 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:52.070926 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:52.073690 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:52.138514 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3c09637e-01ba-4905-8537-83bbf3e6b6f8 admin admin] Publish callbacks [] for security_group (cee092d4-3160-4ee2-89ca-88f4ac076dfc), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.165307 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3c09637e-01ba-4905-8537-83bbf3e6b6f8 admin admin] Publish callbacks [] for security_group (cee092d4-3160-4ee2-89ca-88f4ac076dfc), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.219528 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3c09637e-01ba-4905-8537-83bbf3e6b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (cee092d4-3160-4ee2-89ca-88f4ac076dfc), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.226079 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3c09637e-01ba-4905-8537-83bbf3e6b6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.227495 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3c09637e-01ba-4905-8537-83bbf3e6b6f8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/cee092d4-3160-4ee2-89ca-88f4ac076dfc HTTP/1.1" status: 204 len: 168 time: 0.1646609 Aug 17 19:39:52.227714 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44238) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:52.243184 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09637e-01ba-4905-8537-83bbf3e6b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee092d4-3160-4ee2-89ca-88f4ac076dfc,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:52.336025 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'a8426999-68b4-4148-81fc-1868a435db2f', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'port_id': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'mac_address': 'fa:16:3e:3d:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:39:18Z', 'updated_at': '2022-08-17T19:39:50Z', 'revision_number': 1, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:52.363833 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] Checking router: b8a4a2c2-f666-4835-b02e-cb9eda65c7bb for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:39:52.378380 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:39:52.379425 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:39:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:52.496105 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:39:52.583840 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d25b7eb0-fa96-450d-840d-7223870df13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.743246 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d25b7eb0-fa96-450d-840d-7223870df13b admin admin] Publish callbacks [] for security_group (bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.758282 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d25b7eb0-fa96-450d-840d-7223870df13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:52.770221 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-4980d826-3a4b-41e0-90cf-f77fd19921b1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d HTTP/1.1" status: 200 len: 217 time: 0.0939219 Aug 17 19:39:52.799200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:52.815283 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a39660a3-951d-4708-885b-249ad89d4138 req-4ab393e9-4d84-4f31-a163-91093002acb7 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 200 len: 1001 time: 0.1626587 Aug 17 19:39:52.853478 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b7eb0-fa96-450d-840d-7223870df13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:52.864356 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44268) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:52.865043 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d25b7eb0-fa96-450d-840d-7223870df13b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b33b46281a5c43699f4b6f3f1ec802a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6362586 Aug 17 19:39:52.875063 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291eadd-62df-4ab5-a26f-692e8559eba7 req-12bbbc55-e0e5-43c5-84c4-995d271d9612 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:52.877802 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f291eadd-62df-4ab5-a26f-692e8559eba7 req-12bbbc55-e0e5-43c5-84c4-995d271d9612 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.1625297 Aug 17 19:39:52.926445 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:52.931243 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:52.946565 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f291eadd-62df-4ab5-a26f-692e8559eba7 req-2ec7c543-b7ba-4b73-96b6-eafc623ce7e5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623090 Aug 17 19:39:52.974722 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-98447c61-e51b-4a86-ad19-c210a3418bbb admin admin] Publish callbacks [] for security_group (bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.016648 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-98447c61-e51b-4a86-ad19-c210a3418bbb admin admin] Publish callbacks [] for security_group (bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.027891 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'a8426999-68b4-4148-81fc-1868a435db2f', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'port_id': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'mac_address': 'fa:16:3e:3d:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:39:18Z', 'updated_at': '2022-08-17T19:39:50Z', 'revision_number': 1, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:39:53.070308 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5362ef9-44c3-4c6f-ab3f-c7472ed9ffc3 None None] The sync data for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi is: [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'a8426999-68b4-4148-81fc-1868a435db2f', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'port_id': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'mac_address': 'fa:16:3e:3d:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:39:18Z', 'updated_at': '2022-08-17T19:39:50Z', 'revision_number': 1, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:39:53.125564 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-98447c61-e51b-4a86-ad19-c210a3418bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.129405 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-98447c61-e51b-4a86-ad19-c210a3418bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.130675 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-98447c61-e51b-4a86-ad19-c210a3418bbb admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4 HTTP/1.1" status: 204 len: 168 time: 0.2654235 Aug 17 19:39:53.143894 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98447c61-e51b-4a86-ad19-c210a3418bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf04cf20-d04c-40f9-b8af-8a71aa6c9fd4,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:53.331467 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f53e7-3f96-4c85-8d78-d4a6de935e1f None None] New status for floating IP a8426999-68b4-4148-81fc-1868a435db2f: ACTIVE {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:39:53.459727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44290) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:53.475403 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfd20-d8c5-4e1e-89ef-e3849fb2eb53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.575921 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfd20-d8c5-4e1e-89ef-e3849fb2eb53 admin admin] Publish callbacks [] for security_group (e76ba678-641a-4f53-b678-6a087404e7ec), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.588830 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfd20-d8c5-4e1e-89ef-e3849fb2eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e76ba678-641a-4f53-b678-6a087404e7ec), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.630107 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-0e5dfd20-d8c5-4e1e-89ef-e3849fb2eb53 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=545c31318a91457689e4c706aa215123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684861 Aug 17 19:39:53.631044 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dfd20-d8c5-4e1e-89ef-e3849fb2eb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76ba678-641a-4f53-b678-6a087404e7ec,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:53.634532 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44296) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:53.699089 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-57d544f3-2f42-4077-bebd-53d0e76bb468 admin admin] Publish callbacks [] for security_group (e76ba678-641a-4f53-b678-6a087404e7ec), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.723097 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-57d544f3-2f42-4077-bebd-53d0e76bb468 admin admin] Publish callbacks [] for security_group (e76ba678-641a-4f53-b678-6a087404e7ec), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.778255 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-57d544f3-2f42-4077-bebd-53d0e76bb468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e76ba678-641a-4f53-b678-6a087404e7ec), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.782168 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-57d544f3-2f42-4077-bebd-53d0e76bb468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:53.783324 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-57d544f3-2f42-4077-bebd-53d0e76bb468 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e76ba678-641a-4f53-b678-6a087404e7ec HTTP/1.1" status: 204 len: 168 time: 0.1489573 Aug 17 19:39:53.786126 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e054-d038-4a73-a6b5-bac506068f01 req-c765df1f-15cd-4de1-b2ac-767b85842070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:53.787949 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d393e054-d038-4a73-a6b5-bac506068f01 req-c765df1f-15cd-4de1-b2ac-767b85842070 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1129 time: 0.1217301 Aug 17 19:39:53.791857 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39660a3-951d-4708-885b-249ad89d4138 req-fa7dd48f-764a-47df-82ef-5d5d04683807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:53.793293 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a39660a3-951d-4708-885b-249ad89d4138 req-fa7dd48f-764a-47df-82ef-5d5d04683807 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.1261208 Aug 17 19:39:53.794663 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-1f19b377-f374-447a-a668-1cae5d2ddecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:53.795207 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d544f3-2f42-4077-bebd-53d0e76bb468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76ba678-641a-4f53-b678-6a087404e7ec,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:53.796021 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-1f19b377-f374-447a-a668-1cae5d2ddecc service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.1393938 Aug 17 19:39:53.933536 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-19ebd43f-f630-4055-bb77-2f7b37291289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:53.935746 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-19ebd43f-f630-4055-bb77-2f7b37291289 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007650 Aug 17 19:39:53.939653 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:53.960000 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39660a3-951d-4708-885b-249ad89d4138 req-92e68443-4cd1-42bd-9a48-02678c6c9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:53.961491 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a39660a3-951d-4708-885b-249ad89d4138 req-92e68443-4cd1-42bd-9a48-02678c6c9bc7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1373174 Aug 17 19:39:54.088250 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e054-d038-4a73-a6b5-bac506068f01 req-cd6d0a77-ee4c-408f-b060-de974e304ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:54.089752 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d393e054-d038-4a73-a6b5-bac506068f01 req-cd6d0a77-ee4c-408f-b060-de974e304ddc service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.2800860 Aug 17 19:39:54.096091 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bde2e-ffce-4e71-8a62-b02a744bd4f4 req-923627cd-f4ea-41b2-87bd-c93566421bee tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:54.104270 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7f9bde2e-ffce-4e71-8a62-b02a744bd4f4 req-923627cd-f4ea-41b2-87bd-c93566421bee tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Aug 17 19:39:54.190842 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:54.192938 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7f9bde2e-ffce-4e71-8a62-b02a744bd4f4 req-afdea2ed-517a-45d8-b44d-783f9201a9f7 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874474 Aug 17 19:39:54.196336 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44320) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:54.211524 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d393e054-d038-4a73-a6b5-bac506068f01 req-ea1eb810-ca15-4a1f-b2a4-04c4c3018cbb service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 1001 time: 0.1096222 Aug 17 19:39:54.219577 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-3faaf167-3353-4c43-9bf8-61aee55a2c0c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723477 Aug 17 19:39:54.221817 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-47864250-886f-4251-85c8-3fae83f90046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.238774 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a39660a3-951d-4708-885b-249ad89d4138 req-5449d092-4cf7-4840-ad6c-17c054c24c52 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613709 Aug 17 19:39:54.323683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-47864250-886f-4251-85c8-3fae83f90046 admin admin] Publish callbacks [] for security_group (0b242bd7-7bcc-4f6d-8084-94027103e815), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.330163 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-47864250-886f-4251-85c8-3fae83f90046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (0b242bd7-7bcc-4f6d-8084-94027103e815), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.376697 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47864250-886f-4251-85c8-3fae83f90046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b242bd7-7bcc-4f6d-8084-94027103e815,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:54.382679 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-47864250-886f-4251-85c8-3fae83f90046 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ebaaca82e42c45e99affcc9a5e082681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853182 Aug 17 19:39:54.385662 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44326) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:54.447544 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Publish callbacks [] for security_group (0b242bd7-7bcc-4f6d-8084-94027103e815), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.477786 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Publish callbacks [] for security_group (0b242bd7-7bcc-4f6d-8084-94027103e815), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.533552 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (0b242bd7-7bcc-4f6d-8084-94027103e815), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.536475 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.537712 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0b242bd7-7bcc-4f6d-8084-94027103e815 HTTP/1.1" status: 204 len: 168 time: 0.1489949 Aug 17 19:39:54.546901 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b242bd7-7bcc-4f6d-8084-94027103e815,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:54.554522 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.555125 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.555523 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.556056 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.556577 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.557082 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.557605 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.558105 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.558607 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.559144 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.559625 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.560186 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.560636 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.561141 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.561676 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c81bb-20ba-4822-a48f-aabbd5ca22c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:54.589958 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e054-d038-4a73-a6b5-bac506068f01 req-3ae5a393-6268-4d7d-9c39-eb19ffaef92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:54.591412 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d393e054-d038-4a73-a6b5-bac506068f01 req-3ae5a393-6268-4d7d-9c39-eb19ffaef92a service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.3623118 Aug 17 19:39:54.592299 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44334) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:54.681183 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f592c0a7-b6b8-4f17-a6ef-c480228cac1c req-e7bfbdf9-1566-4fa2-8575-a4ba134f6f84 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530466 Aug 17 19:39:54.687347 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e054-d038-4a73-a6b5-bac506068f01 req-31e1431c-ea5f-466f-ab90-cef88c67ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:54.688748 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d393e054-d038-4a73-a6b5-bac506068f01 req-31e1431c-ea5f-466f-ab90-cef88c67ecc2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851917 Aug 17 19:39:54.694367 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a39660a3-951d-4708-885b-249ad89d4138 req-39ee70b0-e8cb-49a9-9c03-1fc17c51b240 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459045 Aug 17 19:39:54.736808 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-14cfec30-cd1d-4eb9-9587-f0581a1b77be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.811095 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d393e054-d038-4a73-a6b5-bac506068f01 req-ecd6167a-319c-4677-839e-3c95f2d9ea3a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076248 Aug 17 19:39:54.838846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-14cfec30-cd1d-4eb9-9587-f0581a1b77be admin admin] Publish callbacks [] for security_group (8a64a73f-cab6-4e32-8742-e8acb5f3a12f), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.843737 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-14cfec30-cd1d-4eb9-9587-f0581a1b77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8a64a73f-cab6-4e32-8742-e8acb5f3a12f), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.848361 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:54.887607 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-14cfec30-cd1d-4eb9-9587-f0581a1b77be admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6b4bfa4da85f43118b42fe09f741aabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940681 Aug 17 19:39:54.890391 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfec30-cd1d-4eb9-9587-f0581a1b77be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a64a73f-cab6-4e32-8742-e8acb5f3a12f,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:54.892799 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44344) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:54.902026 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:54.967760 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1d54-7e74-42f3-a37c-229bd8c0e169 admin admin] Publish callbacks [] for security_group (8a64a73f-cab6-4e32-8742-e8acb5f3a12f), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:54.987060 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d393e054-d038-4a73-a6b5-bac506068f01 req-00819de7-9bdd-40cf-9e66-367d187a13e5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183085 Aug 17 19:39:54.992549 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1d54-7e74-42f3-a37c-229bd8c0e169 admin admin] Publish callbacks [] for security_group (8a64a73f-cab6-4e32-8742-e8acb5f3a12f), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.047528 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1d54-7e74-42f3-a37c-229bd8c0e169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8a64a73f-cab6-4e32-8742-e8acb5f3a12f), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.050723 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1d54-7e74-42f3-a37c-229bd8c0e169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.054943 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3c8c1d54-7e74-42f3-a37c-229bd8c0e169 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8a64a73f-cab6-4e32-8742-e8acb5f3a12f HTTP/1.1" status: 204 len: 168 time: 0.1584611 Aug 17 19:39:55.061569 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c1d54-7e74-42f3-a37c-229bd8c0e169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a64a73f-cab6-4e32-8742-e8acb5f3a12f,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:55.380413 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236eeab-2b9b-47df-86a9-bd8314e3b64e req-359cb7ad-c852-4273-aaae-cb19044bda94 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:55.388255 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2236eeab-2b9b-47df-86a9-bd8314e3b64e req-359cb7ad-c852-4273-aaae-cb19044bda94 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0670547 Aug 17 19:39:55.459461 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2236eeab-2b9b-47df-86a9-bd8314e3b64e req-a96bb425-5d91-4405-8b97-5fe7782ae217 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696633 Aug 17 19:39:55.505730 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44394) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:55.526526 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.625228 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Publish callbacks [] for security_group (45ed2032-7a7a-41f6-9b5f-9127a824619a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.629175 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (45ed2032-7a7a-41f6-9b5f-9127a824619a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.642080 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:55.683965 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=889a2a084e8741b481d34885c6152b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758049 Aug 17 19:39:55.687092 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44406) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:55.697110 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ed2032-7a7a-41f6-9b5f-9127a824619a,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:55.716328 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.716704 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.717046 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.717419 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.717743 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.718379 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.718946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.719504 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.719980 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.720309 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.720636 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.724591 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.725124 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.725638 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.726113 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a14616-07d6-4fd1-92c4-eebe5b8a5947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:39:55.779912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-45a3a7ef-2b09-4d57-a077-0727766c2c32 admin admin] Publish callbacks [] for security_group (45ed2032-7a7a-41f6-9b5f-9127a824619a), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.807599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-45a3a7ef-2b09-4d57-a077-0727766c2c32 admin admin] Publish callbacks [] for security_group (45ed2032-7a7a-41f6-9b5f-9127a824619a), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.867240 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-45a3a7ef-2b09-4d57-a077-0727766c2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (45ed2032-7a7a-41f6-9b5f-9127a824619a), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.875805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-45a3a7ef-2b09-4d57-a077-0727766c2c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:55.878683 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-45a3a7ef-2b09-4d57-a077-0727766c2c32 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/45ed2032-7a7a-41f6-9b5f-9127a824619a HTTP/1.1" status: 204 len: 168 time: 0.1904919 Aug 17 19:39:55.891353 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3a7ef-2b09-4d57-a077-0727766c2c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ed2032-7a7a-41f6-9b5f-9127a824619a,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:56.597875 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57bd94-abe8-44ad-9a02-2b61096aa6da req-81a1be32-8220-492c-9b42-a692df5b3def tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:56.599617 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3f57bd94-abe8-44ad-9a02-2b61096aa6da req-81a1be32-8220-492c-9b42-a692df5b3def tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0571735 Aug 17 19:39:56.656106 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3f57bd94-abe8-44ad-9a02-2b61096aa6da req-d3b7a84e-addb-4867-a6da-7f0302a80a53 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492642 Aug 17 19:39:57.150070 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:39:57.206851 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44476) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:57.423299 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8446-b446-41f2-b316-c55df73ddd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:57.468555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:57.506831 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8446-b446-41f2-b316-c55df73ddd30 admin admin] Publish callbacks [] for security_group (736c3ff9-f495-4593-af6f-feef5625fec5), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:57.512339 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8446-b446-41f2-b316-c55df73ddd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (736c3ff9-f495-4593-af6f-feef5625fec5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:57.553818 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-cf7b8446-b446-41f2-b316-c55df73ddd30 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=63f10e73c0a9401e91baa6a09b93f724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451564 Aug 17 19:39:57.556696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44494) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:57.567055 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b8446-b446-41f2-b316-c55df73ddd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736c3ff9-f495-4593-af6f-feef5625fec5,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:57.628642 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4ca65110-d392-4ebc-bb38-00f042e25e77 admin admin] Publish callbacks [] for security_group (736c3ff9-f495-4593-af6f-feef5625fec5), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:57.655501 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4ca65110-d392-4ebc-bb38-00f042e25e77 admin admin] Publish callbacks [] for security_group (736c3ff9-f495-4593-af6f-feef5625fec5), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:57.717010 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4ca65110-d392-4ebc-bb38-00f042e25e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (736c3ff9-f495-4593-af6f-feef5625fec5), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:57.720123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4ca65110-d392-4ebc-bb38-00f042e25e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:57.723943 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-4ca65110-d392-4ebc-bb38-00f042e25e77 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/736c3ff9-f495-4593-af6f-feef5625fec5 HTTP/1.1" status: 204 len: 168 time: 0.1619751 Aug 17 19:39:57.731693 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca65110-d392-4ebc-bb38-00f042e25e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c3ff9-f495-4593-af6f-feef5625fec5,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:57.838705 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a89f52-f512-44cc-a339-97509c70efbe req-00f76596-4305-4e2d-a727-09419074a03a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:57.845716 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e6a89f52-f512-44cc-a339-97509c70efbe req-00f76596-4305-4e2d-a727-09419074a03a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0572953 Aug 17 19:39:57.901325 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e6a89f52-f512-44cc-a339-97509c70efbe req-fb4622b4-e2de-44ba-82b0-f53a0c1a48ec tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544379 Aug 17 19:39:58.113423 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44516) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:58.131172 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2b296146-bd4a-41c2-b23f-e0a4063d2dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.227333 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2b296146-bd4a-41c2-b23f-e0a4063d2dc2 admin admin] Publish callbacks [] for security_group (9c87b0ec-9cd1-4de7-8e31-e21eb77fa030), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.231073 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2b296146-bd4a-41c2-b23f-e0a4063d2dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (9c87b0ec-9cd1-4de7-8e31-e21eb77fa030), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.251907 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:58.275079 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2b296146-bd4a-41c2-b23f-e0a4063d2dc2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e3874404ca504aa9a60552f65fde2f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605473 Aug 17 19:39:58.276832 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296146-bd4a-41c2-b23f-e0a4063d2dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87b0ec-9cd1-4de7-8e31-e21eb77fa030,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:58.278011 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44524) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:58.331866 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80b99312-26c2-463f-a102-1c9af7668a55 admin admin] Publish callbacks [] for security_group (9c87b0ec-9cd1-4de7-8e31-e21eb77fa030), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.353658 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80b99312-26c2-463f-a102-1c9af7668a55 admin admin] Publish callbacks [] for security_group (9c87b0ec-9cd1-4de7-8e31-e21eb77fa030), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.398806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80b99312-26c2-463f-a102-1c9af7668a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (9c87b0ec-9cd1-4de7-8e31-e21eb77fa030), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.401322 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80b99312-26c2-463f-a102-1c9af7668a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.402524 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-80b99312-26c2-463f-a102-1c9af7668a55 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9c87b0ec-9cd1-4de7-8e31-e21eb77fa030 HTTP/1.1" status: 204 len: 168 time: 0.1234624 Aug 17 19:39:58.410312 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99312-26c2-463f-a102-1c9af7668a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87b0ec-9cd1-4de7-8e31-e21eb77fa030,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:58.716286 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44530) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:58.729810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7fba-3861-4887-b0ca-c189922d414d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.813956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7fba-3861-4887-b0ca-c189922d414d admin admin] Publish callbacks [] for security_group (be904ef5-b7a9-4bad-b79c-52cdc5460faa), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.817656 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7fba-3861-4887-b0ca-c189922d414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (be904ef5-b7a9-4bad-b79c-52cdc5460faa), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.855301 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-1e2b7fba-3861-4887-b0ca-c189922d414d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fddc69e4ab3148acaf7cc796e9fb4bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379673 Aug 17 19:39:58.857675 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b7fba-3861-4887-b0ca-c189922d414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be904ef5-b7a9-4bad-b79c-52cdc5460faa,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:58.858630 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44534) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:39:58.908524 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5b4-11b3-4aa7-a32f-171614b30f33 admin admin] Publish callbacks [] for security_group (be904ef5-b7a9-4bad-b79c-52cdc5460faa), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:58.934128 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5b4-11b3-4aa7-a32f-171614b30f33 admin admin] Publish callbacks [] for security_group (be904ef5-b7a9-4bad-b79c-52cdc5460faa), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:59.004179 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5b4-11b3-4aa7-a32f-171614b30f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (be904ef5-b7a9-4bad-b79c-52cdc5460faa), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:59.006927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5b4-11b3-4aa7-a32f-171614b30f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:39:59.008046 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-9cb2c5b4-11b3-4aa7-a32f-171614b30f33 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/be904ef5-b7a9-4bad-b79c-52cdc5460faa HTTP/1.1" status: 204 len: 168 time: 0.1484179 Aug 17 19:39:59.024689 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d1319-5799-4712-abf7-e61661b506d8 req-13f91fb5-f866-4e9a-9abd-9a9ce48b4a14 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:39:59.026235 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-355d1319-5799-4712-abf7-e61661b506d8 req-13f91fb5-f866-4e9a-9abd-9a9ce48b4a14 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0581903 Aug 17 19:39:59.026975 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c5b4-11b3-4aa7-a32f-171614b30f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be904ef5-b7a9-4bad-b79c-52cdc5460faa,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:39:59.038586 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:39:59.079203 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-355d1319-5799-4712-abf7-e61661b506d8 req-798da17a-eb36-48c0-b375-9951aee2d7c4 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Aug 17 19:40:00.068713 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44576) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:00.179958 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d074209e-6057-4789-a0de-772bfa7e2f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:00.200305 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4068b9-2c85-49c6-8b88-fe496a98a5d8 req-a209b5d7-e601-42f6-89e4-d724ab33b3f9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:00.202765 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9f4068b9-2c85-49c6-8b88-fe496a98a5d8 req-a209b5d7-e601-42f6-89e4-d724ab33b3f9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0473719 Aug 17 19:40:00.209396 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:00.256417 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9f4068b9-2c85-49c6-8b88-fe496a98a5d8 req-3e71d9cc-f88f-40a1-8154-6b5fc8519b4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478132 Aug 17 19:40:00.276052 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d074209e-6057-4789-a0de-772bfa7e2f8f admin admin] Publish callbacks [] for security_group (89011077-84d4-4a23-bf34-c18ca8acec10), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:00.279937 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d074209e-6057-4789-a0de-772bfa7e2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (89011077-84d4-4a23-bf34-c18ca8acec10), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:00.320275 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d074209e-6057-4789-a0de-772bfa7e2f8f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ec135c018c084a90b08857a9597c8093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503345 Aug 17 19:40:00.321067 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074209e-6057-4789-a0de-772bfa7e2f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89011077-84d4-4a23-bf34-c18ca8acec10,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:00.322892 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44588) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:00.371665 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9d6a8dc4-5964-4f53-8b94-58d07eb7f703 admin admin] Publish callbacks [] for security_group (89011077-84d4-4a23-bf34-c18ca8acec10), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:00.393419 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9d6a8dc4-5964-4f53-8b94-58d07eb7f703 admin admin] Publish callbacks [] for security_group (89011077-84d4-4a23-bf34-c18ca8acec10), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:00.439091 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9d6a8dc4-5964-4f53-8b94-58d07eb7f703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (89011077-84d4-4a23-bf34-c18ca8acec10), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:00.441782 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9d6a8dc4-5964-4f53-8b94-58d07eb7f703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:00.442903 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-9d6a8dc4-5964-4f53-8b94-58d07eb7f703 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/89011077-84d4-4a23-bf34-c18ca8acec10 HTTP/1.1" status: 204 len: 168 time: 0.1190128 Aug 17 19:40:00.450819 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a8dc4-5964-4f53-8b94-58d07eb7f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89011077-84d4-4a23-bf34-c18ca8acec10,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:01.382754 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dee45-f73e-4af8-9363-1c16cc9f1fcd req-a93548e7-c7e4-4d2f-b31e-7952881f45be tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:01.384273 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-900dee45-f73e-4af8-9363-1c16cc9f1fcd req-a93548e7-c7e4-4d2f-b31e-7952881f45be tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Aug 17 19:40:01.439271 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-900dee45-f73e-4af8-9363-1c16cc9f1fcd req-9c492702-74ad-4aef-81ef-da900c9c0c07 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Aug 17 19:40:02.574804 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2af3da-4ce6-4628-adeb-d9f49e8c02ec req-00e5a194-56d2-46ac-bdce-8e88a083086d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:02.576737 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fa2af3da-4ce6-4628-adeb-d9f49e8c02ec req-00e5a194-56d2-46ac-bdce-8e88a083086d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0568786 Aug 17 19:40:02.634161 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fa2af3da-4ce6-4628-adeb-d9f49e8c02ec req-526d1667-fb83-479f-8e96-cbf18af22898 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Aug 17 19:40:03.069150 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=60 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:03.753708 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c427-dc79-4d8b-bc28-1517bcbb51bb req-1b0dab4f-8c5c-4ffb-9e12-d2031cb6a721 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:03.755154 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d951c427-dc79-4d8b-bc28-1517bcbb51bb req-1b0dab4f-8c5c-4ffb-9e12-d2031cb6a721 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0451772 Aug 17 19:40:03.801057 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d951c427-dc79-4d8b-bc28-1517bcbb51bb req-3e282f67-87a0-4b0d-bc77-fb46cc923455 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Aug 17 19:40:04.024292 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-dcbac615-1536-42cf-bb27-90f46a1868c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:04.918942 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f3fe9-89b2-4c10-9319-bf057dbf7928 req-7b592883-32d3-4c5f-85e3-7f4f8da01d22 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:04.920893 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e75f3fe9-89b2-4c10-9319-bf057dbf7928 req-7b592883-32d3-4c5f-85e3-7f4f8da01d22 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0448437 Aug 17 19:40:04.971590 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e75f3fe9-89b2-4c10-9319-bf057dbf7928 req-3e5c480f-151c-4363-85ed-51ba350b9dd7 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Aug 17 19:40:06.088079 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db819b-78bb-4167-b7ac-99c5476e17b4 req-77879890-8be4-48d6-b200-003071f5051f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:06.089572 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-26db819b-78bb-4167-b7ac-99c5476e17b4 req-77879890-8be4-48d6-b200-003071f5051f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0462129 Aug 17 19:40:06.094910 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d7104faa-7200-41f1-9f4d-8f9122bfab72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:06.115721 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:06.137880 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-26db819b-78bb-4167-b7ac-99c5476e17b4 req-0170a8ee-e589-45b9-86d1-3fc2d861974c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Aug 17 19:40:06.156422 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:07.145393 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=64 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:07.257262 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6696d2-e800-47ab-ac67-38c1542628c2 req-86554ada-aab3-4796-8e77-e1ed28df3476 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:07.258741 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2c6696d2-e800-47ab-ac67-38c1542628c2 req-86554ada-aab3-4796-8e77-e1ed28df3476 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0470283 Aug 17 19:40:07.308673 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2c6696d2-e800-47ab-ac67-38c1542628c2 req-db21a2b4-706f-4618-822a-2131cf21b0cc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442526 Aug 17 19:40:07.432572 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:08.425875 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d5b7c-3ea9-4db7-9933-076feb13555d req-41e74b4a-bc89-43a7-909e-0761f7e3d58e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:08.427317 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-693d5b7c-3ea9-4db7-9933-076feb13555d req-41e74b4a-bc89-43a7-909e-0761f7e3d58e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0488086 Aug 17 19:40:08.473814 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-693d5b7c-3ea9-4db7-9933-076feb13555d req-007239c3-211f-489a-b5c4-d5e8b40792cd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Aug 17 19:40:08.737103 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:08.851903 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:08.918060 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-927ed7d8-07c4-4913-9194-178c6d06e026 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672128 Aug 17 19:40:09.381422 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-8c3dbcb4-dcce-49d8-a97a-4601e68ac380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:09.381422 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-8c3dbcb4-dcce-49d8-a97a-4601e68ac380 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1130 time: 0.0479629 Aug 17 19:40:09.485883 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:09.495712 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-a746ac78-0005-4d0a-9071-fa62151890e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:09.497183 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-a746ac78-0005-4d0a-9071-fa62151890e0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.0988913 Aug 17 19:40:09.548675 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-8e48b061-a986-4cd8-8723-a548b890e603 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 200 len: 217 time: 0.0386698 Aug 17 19:40:09.593675 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db25f02-3a0f-4cba-8aba-3747c6f201a1 req-80340ea4-1e14-42f0-b401-76540da4217e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:09.595168 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9db25f02-3a0f-4cba-8aba-3747c6f201a1 req-80340ea4-1e14-42f0-b401-76540da4217e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0478101 Aug 17 19:40:09.599580 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-b7ff6837-06e1-4b7a-83ba-9ea74645333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:09.601027 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-b7ff6837-06e1-4b7a-83ba-9ea74645333d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0443370 Aug 17 19:40:09.627631 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:09.644513 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9db25f02-3a0f-4cba-8aba-3747c6f201a1 req-7ba120f0-c900-42a7-b54e-af4e73f90ce8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Aug 17 19:40:09.645357 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-ac179799-4600-488b-8412-c8e0456365d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:09.646832 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-ac179799-4600-488b-8412-c8e0456365d4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378449 Aug 17 19:40:09.742940 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-d28eb68a-edda-4b44-99ef-331c43877b47 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862658 Aug 17 19:40:09.843658 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ff303413-eb0c-4254-b9be-723277ca54a2 req-31cf5d85-c4ed-442b-873f-5ab2e58133f9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869603 Aug 17 19:40:10.482270 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44802) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:10.593905 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ef03004e-d2b2-48c1-9301-b62edb1edbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:10.681696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ef03004e-d2b2-48c1-9301-b62edb1edbcc admin admin] Publish callbacks [] for security_group (e5761b63-b97f-4375-8e0f-636bfd2d0a4b), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:10.686602 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ef03004e-d2b2-48c1-9301-b62edb1edbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e5761b63-b97f-4375-8e0f-636bfd2d0a4b), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:10.763813 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03004e-d2b2-48c1-9301-b62edb1edbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5761b63-b97f-4375-8e0f-636bfd2d0a4b,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:10.788404 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ef03004e-d2b2-48c1-9301-b62edb1edbcc admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ca99f4c49dbe4b658fb6315b66de3b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050554 Aug 17 19:40:10.791357 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44812) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:10.804582 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92597c7-47a1-4bf7-accc-82ddf4bf2eee req-15e72242-e4e7-4f07-815a-20ea0fe26706 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:10.811381 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f92597c7-47a1-4bf7-accc-82ddf4bf2eee req-15e72242-e4e7-4f07-815a-20ea0fe26706 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.1070347 Aug 17 19:40:10.834809 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e5148-bbd8-4501-96e6-2174dcb74bd5 req-e2403ff4-2908-4d97-bc04-4328b7fd2e8f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:10.836278 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e49e5148-bbd8-4501-96e6-2174dcb74bd5 req-e2403ff4-2908-4d97-bc04-4328b7fd2e8f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.1086650 Aug 17 19:40:10.856062 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ff47c7fa-a3e3-4d9a-8ccb-50cb0779acbc admin admin] Publish callbacks [] for security_group (e5761b63-b97f-4375-8e0f-636bfd2d0a4b), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:10.877804 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ff47c7fa-a3e3-4d9a-8ccb-50cb0779acbc admin admin] Publish callbacks [] for security_group (e5761b63-b97f-4375-8e0f-636bfd2d0a4b), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:10.883252 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f92597c7-47a1-4bf7-accc-82ddf4bf2eee req-49764b06-ede1-4773-9efd-76db8151a8ec tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709841 Aug 17 19:40:10.911521 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e49e5148-bbd8-4501-96e6-2174dcb74bd5 req-87f8dd59-5df0-44ac-ac19-67d605a0dfe5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677836 Aug 17 19:40:10.945159 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ff47c7fa-a3e3-4d9a-8ccb-50cb0779acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e5761b63-b97f-4375-8e0f-636bfd2d0a4b), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:10.948256 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ff47c7fa-a3e3-4d9a-8ccb-50cb0779acbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:10.949570 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ff47c7fa-a3e3-4d9a-8ccb-50cb0779acbc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e5761b63-b97f-4375-8e0f-636bfd2d0a4b HTTP/1.1" status: 204 len: 168 time: 0.1567407 Aug 17 19:40:10.959729 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47c7fa-a3e3-4d9a-8ccb-50cb0779acbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5761b63-b97f-4375-8e0f-636bfd2d0a4b,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:11.373539 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44842) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:11.507569 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-87ef1af2-3191-4852-8f19-5d0b21b5f1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:11.601388 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-87ef1af2-3191-4852-8f19-5d0b21b5f1a1 admin admin] Publish callbacks [] for security_group (2e72e360-4456-4493-98f9-83e012d25ddf), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:11.606591 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-87ef1af2-3191-4852-8f19-5d0b21b5f1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2e72e360-4456-4493-98f9-83e012d25ddf), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:11.647852 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef1af2-3191-4852-8f19-5d0b21b5f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e72e360-4456-4493-98f9-83e012d25ddf,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:11.653767 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-87ef1af2-3191-4852-8f19-5d0b21b5f1a1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0e84284634614fbd82bd520f0b92d97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784498 Aug 17 19:40:11.656518 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44856) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:11.708978 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4ad8-0756-4de4-bc30-6285055fc3e5 admin admin] Publish callbacks [] for security_group (2e72e360-4456-4493-98f9-83e012d25ddf), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:11.730368 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4ad8-0756-4de4-bc30-6285055fc3e5 admin admin] Publish callbacks [] for security_group (2e72e360-4456-4493-98f9-83e012d25ddf), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:11.790846 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4ad8-0756-4de4-bc30-6285055fc3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (2e72e360-4456-4493-98f9-83e012d25ddf), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:11.793431 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4ad8-0756-4de4-bc30-6285055fc3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:11.797783 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-cf6c4ad8-0756-4de4-bc30-6285055fc3e5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2e72e360-4456-4493-98f9-83e012d25ddf HTTP/1.1" status: 204 len: 168 time: 0.1402242 Aug 17 19:40:11.805407 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:11.806366 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c4ad8-0756-4de4-bc30-6285055fc3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e72e360-4456-4493-98f9-83e012d25ddf,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:11.849848 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44866) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:12.015393 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684770b-e5c4-4e2b-a19d-1609411a2a36 req-654ea634-1362-4511-b07c-b17cea73b1bc tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:12.016900 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1684770b-e5c4-4e2b-a19d-1609411a2a36 req-654ea634-1362-4511-b07c-b17cea73b1bc tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.0495048 Aug 17 19:40:12.068555 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:12.087382 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00b828-2a48-42e8-8318-45da54f857b6 req-47fb7969-10e4-4030-9db5-1605025496bb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:12.088895 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ac00b828-2a48-42e8-8318-45da54f857b6 req-47fb7969-10e4-4030-9db5-1605025496bb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0709105 Aug 17 19:40:12.129891 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1684770b-e5c4-4e2b-a19d-1609411a2a36 req-37732ce1-245f-483d-9ff9-057589669dc9 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034136 Aug 17 19:40:12.147015 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e9b73a36-8a07-4dcf-92df-76892bdc915f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.172967 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ac00b828-2a48-42e8-8318-45da54f857b6 req-993837d7-4b41-46a4-aa66-a4eeef447f07 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748227 Aug 17 19:40:12.254931 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e9b73a36-8a07-4dcf-92df-76892bdc915f admin admin] Publish callbacks [] for security_group (717df685-621c-4796-bd87-63b539633525), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.259278 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e9b73a36-8a07-4dcf-92df-76892bdc915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (717df685-621c-4796-bd87-63b539633525), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.303265 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e9b73a36-8a07-4dcf-92df-76892bdc915f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b75fffce36e544ce834d0380613a3aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497964 Aug 17 19:40:12.303429 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44890) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:12.311210 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b73a36-8a07-4dcf-92df-76892bdc915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717df685-621c-4796-bd87-63b539633525,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:12.366889 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4b646da-7bf8-4527-b4c2-8ff91e5b0365 admin admin] Publish callbacks [] for security_group (717df685-621c-4796-bd87-63b539633525), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.378102 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:12.391824 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4b646da-7bf8-4527-b4c2-8ff91e5b0365 admin admin] Publish callbacks [] for security_group (717df685-621c-4796-bd87-63b539633525), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.447944 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4b646da-7bf8-4527-b4c2-8ff91e5b0365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (717df685-621c-4796-bd87-63b539633525), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.451098 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4b646da-7bf8-4527-b4c2-8ff91e5b0365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.452824 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a4b646da-7bf8-4527-b4c2-8ff91e5b0365 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/717df685-621c-4796-bd87-63b539633525 HTTP/1.1" status: 204 len: 168 time: 0.1484704 Aug 17 19:40:12.462244 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b646da-7bf8-4527-b4c2-8ff91e5b0365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717df685-621c-4796-bd87-63b539633525,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:12.858283 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 44914) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:12.875645 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-85724b2b-06c8-450c-b4e0-2a26bf27305b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.978478 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-85724b2b-06c8-450c-b4e0-2a26bf27305b admin admin] Publish callbacks [] for security_group (babf9578-0c73-423e-9360-3370eaf13119), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:12.983888 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-85724b2b-06c8-450c-b4e0-2a26bf27305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (babf9578-0c73-423e-9360-3370eaf13119), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:13.020275 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-85724b2b-06c8-450c-b4e0-2a26bf27305b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=54b3f6aeeed641bda4b2e1e40cc8bf9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606519 Aug 17 19:40:13.023184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 44920) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:13.043667 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85724b2b-06c8-450c-b4e0-2a26bf27305b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babf9578-0c73-423e-9360-3370eaf13119,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:13.087198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b66065d6-e7f7-4ab7-afb5-9009741e73c8 admin admin] Publish callbacks [] for security_group (babf9578-0c73-423e-9360-3370eaf13119), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:13.089655 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:13.154211 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b66065d6-e7f7-4ab7-afb5-9009741e73c8 admin admin] Publish callbacks [] for security_group (babf9578-0c73-423e-9360-3370eaf13119), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:13.217138 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b66065d6-e7f7-4ab7-afb5-9009741e73c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (babf9578-0c73-423e-9360-3370eaf13119), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:13.221335 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b66065d6-e7f7-4ab7-afb5-9009741e73c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:13.223725 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b66065d6-e7f7-4ab7-afb5-9009741e73c8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/babf9578-0c73-423e-9360-3370eaf13119 HTTP/1.1" status: 204 len: 168 time: 0.1988282 Aug 17 19:40:13.277706 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66065d6-e7f7-4ab7-afb5-9009741e73c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf9578-0c73-423e-9360-3370eaf13119,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:13.354028 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55347767-9dc1-4237-8e8c-a260f678053c req-a2b9964d-062b-4a99-a0f9-fd56f994ec8e tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:13.355579 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-55347767-9dc1-4237-8e8c-a260f678053c req-a2b9964d-062b-4a99-a0f9-fd56f994ec8e tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.0840514 Aug 17 19:40:13.422801 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424eeff-fcae-45c2-8af6-93c9443b21e1 req-da205ef3-96e9-4439-acb0-1b5275048d42 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:13.424333 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d424eeff-fcae-45c2-8af6-93c9443b21e1 req-da205ef3-96e9-4439-acb0-1b5275048d42 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.1373971 Aug 17 19:40:13.473295 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-55347767-9dc1-4237-8e8c-a260f678053c req-d851e762-92b8-4928-b39a-5f7f8b8cbb17 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa886dc8-8518-4898-b0d7-11fee597f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859449 Aug 17 19:40:13.515860 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d424eeff-fcae-45c2-8af6-93c9443b21e1 req-b5ef6ed3-1753-4ea8-a925-821a1de7138e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746007 Aug 17 19:40:13.691258 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a32a2-7079-4577-b876-196aa0dffab3 req-e45efc3e-a601-4815-9ff1-f2e58d002c7d tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:13.693493 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-299a32a2-7079-4577-b876-196aa0dffab3 req-e45efc3e-a601-4815-9ff1-f2e58d002c7d tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 946 time: 0.0947983 Aug 17 19:40:13.842013 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Deleting port a76528d3-da4d-4b10-9dcb-381d2ede6e64 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:40:13.843044 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:13.944597 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] For port a76528d3-da4d-4b10-9dcb-381d2ede6e64, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=a76528d3-da4d-4b10-9dcb-381d2ede6e64,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:13.945420 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:13.962186 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Calling delete_port for a76528d3-da4d-4b10-9dcb-381d2ede6e64 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:40:14.047528 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:14.124763 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (a76528d3-da4d-4b10-9dcb-381d2ede6e64), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:14.140942 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['a76528d3-da4d-4b10-9dcb-381d2ede6e64'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:40:14.144913 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:14.145876 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:14.206222 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Pushing event deleted for resources: {'Port': ['ID=a76528d3-da4d-4b10-9dcb-381d2ede6e64,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:14.241350 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] No DVR routers for this DVR port a76528d3-da4d-4b10-9dcb-381d2ede6e64 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:40:14.245289 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:14.250103 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-299a32a2-7079-4577-b876-196aa0dffab3 req-402d5bbb-c03f-4c64-92c5-623ca1234b35 tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.65 "DELETE /networking/v2.0/ports/a76528d3-da4d-4b10-9dcb-381d2ede6e64 HTTP/1.1" status: 204 len: 173 time: 0.5434113 Aug 17 19:40:14.250797 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'name': 'network-vif-deleted', 'tag': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:40:14.253699 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c356c8b1-a079-437a-a4e4-76cd566ec3b5" -d '{"events": [{"server_uuid": "9e75fe34-cc76-4a62-b545-c2419fc4789d", "name": "network-vif-deleted", "tag": "a76528d3-da4d-4b10-9dcb-381d2ede6e64"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:40:14.301052 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f97935-253d-44da-8fa0-18677fd55792 x-openstack-request-id: req-b8f97935-253d-44da-8fa0-18677fd55792 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:40:14.301734 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e75fe34-cc76-4a62-b545-c2419fc4789d", "name": "network-vif-deleted", "tag": "a76528d3-da4d-4b10-9dcb-381d2ede6e64", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:40:14.302271 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8f97935-253d-44da-8fa0-18677fd55792 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:40:14.302877 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f97935-253d-44da-8fa0-18677fd55792'] response: {'server_uuid': '9e75fe34-cc76-4a62-b545-c2419fc4789d', 'name': 'network-vif-deleted', 'tag': 'a76528d3-da4d-4b10-9dcb-381d2ede6e64', 'status': 'completed', 'code': 200} Aug 17 19:40:14.627864 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-32c69d22-3ed1-473d-a971-1a0e05319a5c req-9461d714-db3c-47fc-8d8b-451b5abd1c0d tempest-DeleteServersTestJSON-926918665 tempest-DeleteServersTestJSON-926918665-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9e75fe34-cc76-4a62-b545-c2419fc4789d HTTP/1.1" status: 200 len: 210 time: 0.0736842 Aug 17 19:40:14.699075 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164050d-98b6-4d45-812e-7997a05d1112 req-256fe622-ba68-4794-afcc-d1b8e72f8cfd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:14.701135 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f164050d-98b6-4d45-812e-7997a05d1112 req-256fe622-ba68-4794-afcc-d1b8e72f8cfd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0761833 Aug 17 19:40:14.730101 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45002) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:14.765821 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f164050d-98b6-4d45-812e-7997a05d1112 req-a00c0798-f4c8-4cf6-9160-6298df6949c9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577710 Aug 17 19:40:14.962295 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d6381677-7339-4c8b-92d4-df72414104a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:15.049685 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=11 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:15.052027 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d6381677-7339-4c8b-92d4-df72414104a1 admin admin] Publish callbacks [] for security_group (3d894db3-24ec-40f0-b5fc-10dd11f05184), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:15.056970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d6381677-7339-4c8b-92d4-df72414104a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (3d894db3-24ec-40f0-b5fc-10dd11f05184), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:15.102320 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d6381677-7339-4c8b-92d4-df72414104a1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6dffa0d05ec74df5a6be5d89b6007890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710952 Aug 17 19:40:15.104930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45020) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:15.112172 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6381677-7339-4c8b-92d4-df72414104a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d894db3-24ec-40f0-b5fc-10dd11f05184,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:15.166347 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b8784f38-7550-4bdc-a1f9-b07f2ac768cd admin admin] Publish callbacks [] for security_group (3d894db3-24ec-40f0-b5fc-10dd11f05184), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:15.192325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b8784f38-7550-4bdc-a1f9-b07f2ac768cd admin admin] Publish callbacks [] for security_group (3d894db3-24ec-40f0-b5fc-10dd11f05184), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:15.260411 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b8784f38-7550-4bdc-a1f9-b07f2ac768cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (3d894db3-24ec-40f0-b5fc-10dd11f05184), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:15.264821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b8784f38-7550-4bdc-a1f9-b07f2ac768cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:15.266252 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-b8784f38-7550-4bdc-a1f9-b07f2ac768cd admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3d894db3-24ec-40f0-b5fc-10dd11f05184 HTTP/1.1" status: 204 len: 168 time: 0.1601331 Aug 17 19:40:15.281301 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8784f38-7550-4bdc-a1f9-b07f2ac768cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d894db3-24ec-40f0-b5fc-10dd11f05184,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:15.794262 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45052) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:15.944614 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d753f77-042d-4e6d-920d-4d3c0fbbf022 req-23f9919f-09a9-4073-a497-170e7c15ca36 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:15.946891 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5d753f77-042d-4e6d-920d-4d3c0fbbf022 req-23f9919f-09a9-4073-a497-170e7c15ca36 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0776670 Aug 17 19:40:16.036022 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2e3f6ff-f2ce-48b9-9c41-10dee63380c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.070396 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5d753f77-042d-4e6d-920d-4d3c0fbbf022 req-6b0947f8-bdd5-4557-aa35-5e61b84d316b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111414 Aug 17 19:40:16.192530 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2e3f6ff-f2ce-48b9-9c41-10dee63380c8 admin admin] Publish callbacks [] for security_group (d3c9f8d8-0f58-4e17-8c60-b86e85fd7349), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.196252 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2e3f6ff-f2ce-48b9-9c41-10dee63380c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d3c9f8d8-0f58-4e17-8c60-b86e85fd7349), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.236614 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e2e3f6ff-f2ce-48b9-9c41-10dee63380c8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7d465bee801a46b7b2de0be4c6613480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410324 Aug 17 19:40:16.239279 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45080) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:16.245395 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3f6ff-f2ce-48b9-9c41-10dee63380c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c9f8d8-0f58-4e17-8c60-b86e85fd7349,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:16.292465 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d21aba30-30c4-4baf-93c2-8161c0e69a14 admin admin] Publish callbacks [] for security_group (d3c9f8d8-0f58-4e17-8c60-b86e85fd7349), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.321560 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d21aba30-30c4-4baf-93c2-8161c0e69a14 admin admin] Publish callbacks [] for security_group (d3c9f8d8-0f58-4e17-8c60-b86e85fd7349), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.353951 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:16.378003 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d21aba30-30c4-4baf-93c2-8161c0e69a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d3c9f8d8-0f58-4e17-8c60-b86e85fd7349), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.380727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d21aba30-30c4-4baf-93c2-8161c0e69a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.384653 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d21aba30-30c4-4baf-93c2-8161c0e69a14 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d3c9f8d8-0f58-4e17-8c60-b86e85fd7349 HTTP/1.1" status: 204 len: 168 time: 0.1419482 Aug 17 19:40:16.392852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21aba30-30c4-4baf-93c2-8161c0e69a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c9f8d8-0f58-4e17-8c60-b86e85fd7349,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:16.820261 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45142) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:16.833919 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-74a29180-b81d-4d93-8855-c2da65697e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.913292 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-74a29180-b81d-4d93-8855-c2da65697e00 admin admin] Publish callbacks [] for security_group (6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.918518 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-74a29180-b81d-4d93-8855-c2da65697e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:16.957394 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29180-b81d-4d93-8855-c2da65697e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:16.961888 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-74a29180-b81d-4d93-8855-c2da65697e00 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=185bd7ad9c1a4ac380670fa5218d1973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404884 Aug 17 19:40:16.964466 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45144) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:17.023547 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc9c2-61e6-4122-94d5-748e95f077c3 admin admin] Publish callbacks [] for security_group (6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:17.049691 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc9c2-61e6-4122-94d5-748e95f077c3 admin admin] Publish callbacks [] for security_group (6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:17.051291 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device a76528d3-da4d-4b10-9dcb-381d2ede6e64 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:40:17.055938 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:17.073566 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: a76528d3-da4d-4b10-9dcb-381d2ede6e64 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:40:17.074154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device a76528d3-da4d-4b10-9dcb-381d2ede6e64 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:40:17.117087 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc9c2-61e6-4122-94d5-748e95f077c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:17.119618 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc9c2-61e6-4122-94d5-748e95f077c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:17.123214 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ba7cc9c2-61e6-4122-94d5-748e95f077c3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab HTTP/1.1" status: 204 len: 168 time: 0.1554163 Aug 17 19:40:17.143695 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cc9c2-61e6-4122-94d5-748e95f077c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5dc7cf-9c6a-407e-ae9c-9ffc7830c3ab,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:17.213455 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12979c92-c971-422a-a4b6-902d60f96ca9 req-c0f3e556-b587-4337-ba8f-129d4ee63e8b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:17.214938 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12979c92-c971-422a-a4b6-902d60f96ca9 req-c0f3e556-b587-4337-ba8f-129d4ee63e8b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0718901 Aug 17 19:40:17.269863 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12979c92-c971-422a-a4b6-902d60f96ca9 req-d7af7c39-7181-4713-8092-fa5607df7d90 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455816 Aug 17 19:40:17.332879 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45174) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:18.034486 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (c87e1d07-bdc9-4162-a144-7b042128eec5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:18.433339 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:18.436692 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Deleting port 8e492800-86da-4951-ab50-4f1eae14cd67 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:40:18.437183 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:18.458417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162643-fcfc-4b1b-81fc-b4f68c8dfc8f req-f0e4c7a8-b603-49b5-a6c2-1a21939927fa tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:18.460080 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-be162643-fcfc-4b1b-81fc-b4f68c8dfc8f req-f0e4c7a8-b603-49b5-a6c2-1a21939927fa tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0813780 Aug 17 19:40:18.542649 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-be162643-fcfc-4b1b-81fc-b4f68c8dfc8f req-4e921f46-8047-4a75-8133-defe608ed747 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707235 Aug 17 19:40:18.617126 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] For port 8e492800-86da-4951-ab50-4f1eae14cd67, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=8e492800-86da-4951-ab50-4f1eae14cd67,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:18.617548 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:18.645785 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Calling delete_port for 8e492800-86da-4951-ab50-4f1eae14cd67 owned by network:router_interface {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:40:18.824990 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:18.912244 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (8e492800-86da-4951-ab50-4f1eae14cd67), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:18.944830 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e492800-86da-4951-ab50-4f1eae14cd67,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:19.113990 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (c87e1d07-bdc9-4162-a144-7b042128eec5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:19.163789 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:19.170060 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:19.402550 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Router c87e1d07-bdc9-4162-a144-7b042128eec5 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:40:19.535300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:40:19.545259 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-59ccea07-728a-4357-9738-27ba2568d23c admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/c87e1d07-bdc9-4162-a144-7b042128eec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2103882 Aug 17 19:40:19.547460 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45288) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:19.550926 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] Sync routers for ids ['c87e1d07-bdc9-4162-a144-7b042128eec5'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:40:19.562469 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] Routers {'c87e1d07-bdc9-4162-a144-7b042128eec5'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:19.564742 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['c87e1d07-bdc9-4162-a144-7b042128eec5'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:19.667590 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:19.702549 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks [] for router (c87e1d07-bdc9-4162-a144-7b042128eec5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:19.717912 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8b9f7-f0ef-4ffe-8e25-6f81e09b37c1 req-1d9e2f9b-f152-446f-978b-5e5bdfd87d8b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:19.726059 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0df8b9f7-f0ef-4ffe-8e25-6f81e09b37c1 req-1d9e2f9b-f152-446f-978b-5e5bdfd87d8b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0790281 Aug 17 19:40:19.759626 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] Set router c87e1d07-bdc9-4162-a144-7b042128eec5 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:19.802480 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0df8b9f7-f0ef-4ffe-8e25-6f81e09b37c1 req-b845ba16-f22a-4082-be8d-e86822a67408 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750003 Aug 17 19:40:19.860614 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks [] for router_gateway (c87e1d07-bdc9-4162-a144-7b042128eec5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:19.925875 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Deleting port 8c167c2f-f560-40d8-86ee-6e910c6a8258 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:40:19.926778 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.006045 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:40:18Z', 'revision_number': 5, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port': {'id': '8c167c2f-f560-40d8-86ee-6e910c6a8258', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:20.033133 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] For port 8c167c2f-f560-40d8-86ee-6e910c6a8258, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=8c167c2f-f560-40d8-86ee-6e910c6a8258,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:20.033727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.038498 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] Checking router: c87e1d07-bdc9-4162-a144-7b042128eec5 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:40:20.054709 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] Routers {'c87e1d07-bdc9-4162-a144-7b042128eec5'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:20.055335 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['c87e1d07-bdc9-4162-a144-7b042128eec5'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:20.056653 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Calling delete_port for 8c167c2f-f560-40d8-86ee-6e910c6a8258 owned by network:router_gateway {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:40:20.157653 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] Set router c87e1d07-bdc9-4162-a144-7b042128eec5 gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:20.193835 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:20.214371 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:40:19Z', 'revision_number': 6, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:20.241854 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e08d6c-0e15-4321-9eb8-f3a3adcfbc7a None None] The sync data for ids ['c87e1d07-bdc9-4162-a144-7b042128eec5'] in dv-cinder-850698-2-iscsi is: [{'id': 'c87e1d07-bdc9-4162-a144-7b042128eec5', 'name': 'tempest-DeleteServersTestJSON-1564765189-router', 'tenant_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:40:19Z', 'revision_number': 6, 'project_id': 'adff2535a66d443baa9ddc4b5bde9ef2', 'gw_port_host': None}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:40:20.321870 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (8c167c2f-f560-40d8-86ee-6e910c6a8258), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.382887 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c167c2f-f560-40d8-86ee-6e910c6a8258,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:20.390561 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (c87e1d07-bdc9-4162-a144-7b042128eec5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.522149 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (c87e1d07-bdc9-4162-a144-7b042128eec5), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.522149 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks [] for router_controller (c87e1d07-bdc9-4162-a144-7b042128eec5), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.584431 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (c87e1d07-bdc9-4162-a144-7b042128eec5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.585144 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c87e1d07-bdc9-4162-a144-7b042128eec5 {{(pid=111883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:40:20.598182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.599466 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-610f2db5-4458-46b6-856e-ff24ffbf553c admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/c87e1d07-bdc9-4162-a144-7b042128eec5 HTTP/1.1" status: 204 len: 168 time: 1.0505521 Aug 17 19:40:20.602053 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45328) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:20.652151 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_v2 [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] Deleting subnet 7267c4ac-e137-44a0-9b7b-48526b7f4242 {{(pid=111881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:40:20.655961 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] Publish callbacks [] for subnet (7267c4ac-e137-44a0-9b7b-48526b7f4242), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.680977 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:20.699024 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] Publish callbacks [] for subnet (7267c4ac-e137-44a0-9b7b-48526b7f4242), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.779603 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (7267c4ac-e137-44a0-9b7b-48526b7f4242), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.838960 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (7267c4ac-e137-44a0-9b7b-48526b7f4242), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.852032 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:20.867742 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff80e6-a46f-4333-a38e-0c55abeae7ee None None] Network b841ea97-b954-4339-9d37-a395f8715cac requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:20.871215 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:20.875211 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:20.880826 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/7267c4ac-e137-44a0-9b7b-48526b7f4242 HTTP/1.1" status: 204 len: 168 time: 0.2755461 Aug 17 19:40:20.881053 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45338) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:20.900174 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95070f0f-47b9-41b0-8561-41ca36aae703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7267c4ac-e137-44a0-9b7b-48526b7f4242,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:21.004132 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (b841ea97-b954-4339-9d37-a395f8715cac), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.018906 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e4668-31ef-4e94-9ef8-7c2826dbd4aa req-71fccba1-a404-40ef-9c7a-f4501dd7b517 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:21.024245 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-937e4668-31ef-4e94-9ef8-7c2826dbd4aa req-71fccba1-a404-40ef-9c7a-f4501dd7b517 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0904508 Aug 17 19:40:21.068313 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] DHCP port deletion for b841ea97-b954-4339-9d37-a395f8715cac request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:40:21.118905 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Deleting port 25183bb8-91a1-446e-bad6-808191fed67c {{(pid=111890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:40:21.119475 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (25183bb8-91a1-446e-bad6-808191fed67c), before_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.121596 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-937e4668-31ef-4e94-9ef8-7c2826dbd4aa req-4a61ed14-f38e-4383-ad27-a62576a2d5fe tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931766 Aug 17 19:40:21.122275 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Deleting port 25183bb8-91a1-446e-bad6-808191fed67c {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:40:21.122787 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (25183bb8-91a1-446e-bad6-808191fed67c), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.201786 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] For port 25183bb8-91a1-446e-bad6-808191fed67c, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=25183bb8-91a1-446e-bad6-808191fed67c,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:21.202186 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (25183bb8-91a1-446e-bad6-808191fed67c), precommit_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.216311 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Calling delete_port for 25183bb8-91a1-446e-bad6-808191fed67c owned by network:dhcp {{(pid=111890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:40:21.217954 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] For port 25183bb8-91a1-446e-bad6-808191fed67c, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=25183bb8-91a1-446e-bad6-808191fed67c,segment=NetworkSegment(5d1597f6-03b7-4d9e-baaf-3fac9161b7cb),segment_id=5d1597f6-03b7-4d9e-baaf-3fac9161b7cb)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:21.218320 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (25183bb8-91a1-446e-bad6-808191fed67c), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.232035 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Calling delete_port for 25183bb8-91a1-446e-bad6-808191fed67c owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:40:21.347246 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (25183bb8-91a1-446e-bad6-808191fed67c), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.357355 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (25183bb8-91a1-446e-bad6-808191fed67c), after_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.375157 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=25183bb8-91a1-446e-bad6-808191fed67c,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:21.382647 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] No DVR routers for this DVR port 25183bb8-91a1-446e-bad6-808191fed67c on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:40:21.385547 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Pushing event deleted for resources: {'Port': ['ID=25183bb8-91a1-446e-bad6-808191fed67c,revision_number=None']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:21.396534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.396884 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.397464 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.397985 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.398477 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.398980 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.399458 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.399986 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.400489 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.401160 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.401724 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.402286 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.402821 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.403355 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.403926 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:21.407804 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c026e2-b406-4962-b1ac-4517d0e6b53f None None] No DVR routers for this DVR port 25183bb8-91a1-446e-bad6-808191fed67c on host dv-cinder-850698-2-iscsi {{(pid=111890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:40:21.493638 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 8c167c2f-f560-40d8-86ee-6e910c6a8258 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:40:21.498750 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (b841ea97-b954-4339-9d37-a395f8715cac), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.529040 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 8c167c2f-f560-40d8-86ee-6e910c6a8258 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:40:21.529416 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 8c167c2f-f560-40d8-86ee-6e910c6a8258 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:40:21.530405 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 25183bb8-91a1-446e-bad6-808191fed67c no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:40:21.552549 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 25183bb8-91a1-446e-bad6-808191fed67c {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:40:21.552904 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 25183bb8-91a1-446e-bad6-808191fed67c not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:40:21.553540 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 8e492800-86da-4951-ab50-4f1eae14cd67 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:40:21.555497 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.555961 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.557405 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.558010 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.558355 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.558674 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.559177 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.559501 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.561275 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.561679 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.572313 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 8e492800-86da-4951-ab50-4f1eae14cd67 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:40:21.572665 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 8e492800-86da-4951-ab50-4f1eae14cd67 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:40:21.746761 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.747115 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.747448 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.747796 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:40:21.749095 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b841ea97-b954-4339-9d37-a395f8715cac']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:21.773003 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:21.773390 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1597f6-03b7-4d9e-baaf-3fac9161b7cb') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:21.791343 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (5d1597f6-03b7-4d9e-baaf-3fac9161b7cb), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.819055 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (5d1597f6-03b7-4d9e-baaf-3fac9161b7cb), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.833892 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:40:21.834283 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (5d1597f6-03b7-4d9e-baaf-3fac9161b7cb), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:21.907696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (b841ea97-b954-4339-9d37-a395f8715cac), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:22.109814 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b841ea97-b954-4339-9d37-a395f8715cac,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:22.113902 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:22.117122 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-339db6d0-9ff1-4ca8-8380-9b1515afc5b3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/b841ea97-b954-4339-9d37-a395f8715cac HTTP/1.1" status: 204 len: 168 time: 1.2351129 Aug 17 19:40:22.194232 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 5d1597f6-03b7-4d9e-baaf-3fac9161b7cb resource provider aggregate not found Aug 17 19:40:22.256524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 5d1597f6-03b7-4d9e-baaf-3fac9161b7cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d1597f6-03b7-4d9e-baaf-3fac9161b7cb found for delete ", "request_id": "req-7f802afc-9d7e-4637-a716-c1c188218765"}]} Aug 17 19:40:22.276286 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6f8de-6c93-40b2-98b0-c70b46ab62d4 req-8924327a-1cf1-483e-87da-b0da43c9f0b0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:22.283936 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-18d6f8de-6c93-40b2-98b0-c70b46ab62d4 req-8924327a-1cf1-483e-87da-b0da43c9f0b0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0640540 Aug 17 19:40:22.291942 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:22.346479 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-18d6f8de-6c93-40b2-98b0-c70b46ab62d4 req-9f79dc8f-371c-4bdd-9df8-9eae57e1f22e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606532 Aug 17 19:40:22.379689 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45404) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:22.422672 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-fa9a5d6f-fa28-4441-a2a6-9364a76c3390 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=adff2535a66d443baa9ddc4b5bde9ef2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411296 Aug 17 19:40:22.425410 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45408) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:22.476393 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e85-44b7-4ecb-94dc-6063da741de2 admin admin] Publish callbacks [] for security_group (fa886dc8-8518-4898-b0d7-11fee597f345), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:22.499776 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e85-44b7-4ecb-94dc-6063da741de2 admin admin] Publish callbacks [] for security_group (fa886dc8-8518-4898-b0d7-11fee597f345), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:22.557502 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e85-44b7-4ecb-94dc-6063da741de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (fa886dc8-8518-4898-b0d7-11fee597f345), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:22.560263 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e85-44b7-4ecb-94dc-6063da741de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:22.562015 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-31ed1e85-44b7-4ecb-94dc-6063da741de2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fa886dc8-8518-4898-b0d7-11fee597f345 HTTP/1.1" status: 204 len: 168 time: 0.1355753 Aug 17 19:40:22.570697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed1e85-44b7-4ecb-94dc-6063da741de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa886dc8-8518-4898-b0d7-11fee597f345,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:23.265272 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45450) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:23.524111 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-576568d7-5a8c-4d8a-851c-4f438b735a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:23.534028 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4abb7-9629-4333-95b4-aaa411d73ebe req-dfa3cf6f-2815-4a4a-b11b-4596acc1f849 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:23.535529 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8fa4abb7-9629-4333-95b4-aaa411d73ebe req-dfa3cf6f-2815-4a4a-b11b-4596acc1f849 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0864904 Aug 17 19:40:23.628750 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8fa4abb7-9629-4333-95b4-aaa411d73ebe req-62f437c7-4993-486a-9c7a-5ab8265db16d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830934 Aug 17 19:40:23.670338 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:23.697811 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-576568d7-5a8c-4d8a-851c-4f438b735a34 admin admin] Publish callbacks [] for security_group (26471a7b-04f0-4b42-a69b-4dea571b5fea), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:23.705513 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-576568d7-5a8c-4d8a-851c-4f438b735a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (26471a7b-04f0-4b42-a69b-4dea571b5fea), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:23.754220 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-576568d7-5a8c-4d8a-851c-4f438b735a34 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e3cb098a772245e1b09b5f5ce55d3bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4877527 Aug 17 19:40:23.755630 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576568d7-5a8c-4d8a-851c-4f438b735a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26471a7b-04f0-4b42-a69b-4dea571b5fea,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:23.757956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45474) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:23.841600 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:23.864577 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6dbc-35e5-4a8d-b244-f8f81fd8967b admin admin] Publish callbacks [] for security_group (26471a7b-04f0-4b42-a69b-4dea571b5fea), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:23.902280 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6dbc-35e5-4a8d-b244-f8f81fd8967b admin admin] Publish callbacks [] for security_group (26471a7b-04f0-4b42-a69b-4dea571b5fea), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:23.985376 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6dbc-35e5-4a8d-b244-f8f81fd8967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (26471a7b-04f0-4b42-a69b-4dea571b5fea), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:23.988440 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6dbc-35e5-4a8d-b244-f8f81fd8967b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:23.989811 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3e9f6dbc-35e5-4a8d-b244-f8f81fd8967b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/26471a7b-04f0-4b42-a69b-4dea571b5fea HTTP/1.1" status: 204 len: 168 time: 0.2309015 Aug 17 19:40:24.009030 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f6dbc-35e5-4a8d-b244-f8f81fd8967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26471a7b-04f0-4b42-a69b-4dea571b5fea,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:24.426609 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45498) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:24.440225 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5ac11f11-2f7a-46a7-a0e6-c36175291816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:24.524969 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5ac11f11-2f7a-46a7-a0e6-c36175291816 admin admin] Publish callbacks [] for security_group (e2aea4b0-5879-4f0a-9e62-41017affdb07), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:24.528783 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5ac11f11-2f7a-46a7-a0e6-c36175291816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e2aea4b0-5879-4f0a-9e62-41017affdb07), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:24.569390 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-5ac11f11-2f7a-46a7-a0e6-c36175291816 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b1c458f0f2ee46fba63ae1c29f57e580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416693 Aug 17 19:40:24.570104 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac11f11-2f7a-46a7-a0e6-c36175291816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aea4b0-5879-4f0a-9e62-41017affdb07,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:24.571995 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45510) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:24.639729 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6caa-d898-4128-abce-fefa3e3b680b admin admin] Publish callbacks [] for security_group (e2aea4b0-5879-4f0a-9e62-41017affdb07), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:24.674523 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6caa-d898-4128-abce-fefa3e3b680b admin admin] Publish callbacks [] for security_group (e2aea4b0-5879-4f0a-9e62-41017affdb07), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:24.745102 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6caa-d898-4128-abce-fefa3e3b680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e2aea4b0-5879-4f0a-9e62-41017affdb07), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:24.748043 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6caa-d898-4128-abce-fefa3e3b680b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:24.749779 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-6a8e6caa-d898-4128-abce-fefa3e3b680b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e2aea4b0-5879-4f0a-9e62-41017affdb07 HTTP/1.1" status: 204 len: 168 time: 0.1766717 Aug 17 19:40:24.771925 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e6caa-d898-4128-abce-fefa3e3b680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aea4b0-5879-4f0a-9e62-41017affdb07,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:24.826853 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226dadb-019d-4341-895a-499aaabc389f req-599d7e7a-9c01-4033-b681-5aaebe579a60 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:24.828592 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d226dadb-019d-4341-895a-499aaabc389f req-599d7e7a-9c01-4033-b681-5aaebe579a60 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0774870 Aug 17 19:40:24.893987 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d226dadb-019d-4341-895a-499aaabc389f req-3b566008-17cd-433c-bb42-85231ed09106 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590966 Aug 17 19:40:24.976005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45544) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:25.114709 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45550) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:25.135407 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b4462d56-9630-420a-9760-c1a30f6de85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.214099 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45552) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:25.216070 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b4462d56-9630-420a-9760-c1a30f6de85b admin admin] Publish callbacks [] for security_group (c09332da-3834-4384-b091-ae39692f2857), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.221675 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b4462d56-9630-420a-9760-c1a30f6de85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c09332da-3834-4384-b091-ae39692f2857), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.271403 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45558) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:25.271552 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-b4462d56-9630-420a-9760-c1a30f6de85b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fdb1c236ceb9491b9d526c41270a33df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552866 Aug 17 19:40:25.273641 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4462d56-9630-420a-9760-c1a30f6de85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09332da-3834-4384-b091-ae39692f2857,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:25.317579 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a37972ec-823e-47d1-89bd-b89c436362a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.341147 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=11 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:25.377452 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-57744408-dbb9-40c2-b06d-75255e8e6bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.382874 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a8d4-1a0c-4719-ba6b-11b18eb259dc admin admin] Publish callbacks [] for security_group (c09332da-3834-4384-b091-ae39692f2857), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.429456 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a8d4-1a0c-4719-ba6b-11b18eb259dc admin admin] Publish callbacks [] for security_group (c09332da-3834-4384-b091-ae39692f2857), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.429575 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a37972ec-823e-47d1-89bd-b89c436362a9 admin admin] Publish callbacks [] for security_group (5e141c0b-24c7-440c-a59b-3169aaa3c38e), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.435448 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a37972ec-823e-47d1-89bd-b89c436362a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (5e141c0b-24c7-440c-a59b-3169aaa3c38e), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.456124 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:25.487862 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a37972ec-823e-47d1-89bd-b89c436362a9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a214b9b4f1b7476ea8f14effeaec0e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106077 Aug 17 19:40:25.488928 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37972ec-823e-47d1-89bd-b89c436362a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e141c0b-24c7-440c-a59b-3169aaa3c38e,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:25.490374 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45568) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:25.528229 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a8d4-1a0c-4719-ba6b-11b18eb259dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c09332da-3834-4384-b091-ae39692f2857), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.530837 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a8d4-1a0c-4719-ba6b-11b18eb259dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.532028 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d6b5a8d4-1a0c-4719-ba6b-11b18eb259dc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c09332da-3834-4384-b091-ae39692f2857 HTTP/1.1" status: 204 len: 168 time: 0.2592945 Aug 17 19:40:25.539434 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:25.569764 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a8d4-1a0c-4719-ba6b-11b18eb259dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09332da-3834-4384-b091-ae39692f2857,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:25.589205 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-57744408-dbb9-40c2-b06d-75255e8e6bfa admin admin] Publish callbacks [] for security_group (e8426e15-4c27-451e-8f14-2b2e3acfb347), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.607746 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-57744408-dbb9-40c2-b06d-75255e8e6bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e8426e15-4c27-451e-8f14-2b2e3acfb347), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.631718 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:25.638243 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35b1f193-61c5-4734-b07a-f324725b8ba8 admin admin] Publish callbacks [] for security_group (5e141c0b-24c7-440c-a59b-3169aaa3c38e), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.669952 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-57744408-dbb9-40c2-b06d-75255e8e6bfa admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=65cea8f597c44a74ad240729f3d749a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545650 Aug 17 19:40:25.671480 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45580) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:25.678099 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744408-dbb9-40c2-b06d-75255e8e6bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8426e15-4c27-451e-8f14-2b2e3acfb347,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:25.693512 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35b1f193-61c5-4734-b07a-f324725b8ba8 admin admin] Publish callbacks [] for security_group (5e141c0b-24c7-440c-a59b-3169aaa3c38e), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.750908 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e271eac6-6b50-4585-ab61-74f77dda2417 admin admin] Publish callbacks [] for security_group (e8426e15-4c27-451e-8f14-2b2e3acfb347), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.763736 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35b1f193-61c5-4734-b07a-f324725b8ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (5e141c0b-24c7-440c-a59b-3169aaa3c38e), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.767255 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35b1f193-61c5-4734-b07a-f324725b8ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.770246 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-35b1f193-61c5-4734-b07a-f324725b8ba8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5e141c0b-24c7-440c-a59b-3169aaa3c38e HTTP/1.1" status: 204 len: 168 time: 0.2786965 Aug 17 19:40:25.781018 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1f193-61c5-4734-b07a-f324725b8ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e141c0b-24c7-440c-a59b-3169aaa3c38e,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:25.783613 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e271eac6-6b50-4585-ab61-74f77dda2417 admin admin] Publish callbacks [] for security_group (e8426e15-4c27-451e-8f14-2b2e3acfb347), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.838162 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e271eac6-6b50-4585-ab61-74f77dda2417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e8426e15-4c27-451e-8f14-2b2e3acfb347), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.841007 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e271eac6-6b50-4585-ab61-74f77dda2417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:25.842496 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e271eac6-6b50-4585-ab61-74f77dda2417 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e8426e15-4c27-451e-8f14-2b2e3acfb347 HTTP/1.1" status: 204 len: 168 time: 0.1666465 Aug 17 19:40:25.862342 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271eac6-6b50-4585-ab61-74f77dda2417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8426e15-4c27-451e-8f14-2b2e3acfb347,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:26.039865 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ab867-f75a-42e8-ac50-635e0c58f97a req-88dd98e0-fd05-4810-8f0c-51a0a0e8b35a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:26.041476 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-913ab867-f75a-42e8-ac50-635e0c58f97a req-88dd98e0-fd05-4810-8f0c-51a0a0e8b35a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0573964 Aug 17 19:40:26.098651 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-913ab867-f75a-42e8-ac50-635e0c58f97a req-08f81a73-5ad6-4585-969d-8d08c958adf2 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498164 Aug 17 19:40:26.220564 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45608) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:26.244762 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-167cb263-4fa1-4517-a05e-b58917c81a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:26.333259 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-167cb263-4fa1-4517-a05e-b58917c81a32 admin admin] Publish callbacks [] for security_group (6714c99d-55a7-4247-bc7e-79fcb596668f), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:26.338387 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-167cb263-4fa1-4517-a05e-b58917c81a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6714c99d-55a7-4247-bc7e-79fcb596668f), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:26.383254 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-167cb263-4fa1-4517-a05e-b58917c81a32 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1da15daf2627496e8bc85720c399826c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604583 Aug 17 19:40:26.386891 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45616) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:26.395763 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cb263-4fa1-4517-a05e-b58917c81a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6714c99d-55a7-4247-bc7e-79fcb596668f,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:26.447745 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa53-aa78-42e1-b0b2-7c5ce8c11acf admin admin] Publish callbacks [] for security_group (6714c99d-55a7-4247-bc7e-79fcb596668f), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:26.474968 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa53-aa78-42e1-b0b2-7c5ce8c11acf admin admin] Publish callbacks [] for security_group (6714c99d-55a7-4247-bc7e-79fcb596668f), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:26.538373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa53-aa78-42e1-b0b2-7c5ce8c11acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6714c99d-55a7-4247-bc7e-79fcb596668f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:26.543893 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa53-aa78-42e1-b0b2-7c5ce8c11acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:26.545201 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-65c8aa53-aa78-42e1-b0b2-7c5ce8c11acf admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6714c99d-55a7-4247-bc7e-79fcb596668f HTTP/1.1" status: 204 len: 168 time: 0.1573627 Aug 17 19:40:26.554603 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8aa53-aa78-42e1-b0b2-7c5ce8c11acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6714c99d-55a7-4247-bc7e-79fcb596668f,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:27.037714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45656) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:27.191688 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45666) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:27.253456 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a7692-73ae-45e3-966d-35f879d7c6a8 req-be523550-90cf-4b50-935f-0662bf8b734d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:27.255742 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e81a7692-73ae-45e3-966d-35f879d7c6a8 req-be523550-90cf-4b50-935f-0662bf8b734d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0750582 Aug 17 19:40:27.287273 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-779837312-network', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:27.330945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Made reservation on behalf of cd2089b2265341b291a0db883f0d211f for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:27.335178 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.349050 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e81a7692-73ae-45e3-966d-35f879d7c6a8 req-f9fd1b3d-8041-4842-83d0-7492ed65143c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833166 Aug 17 19:40:27.389491 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.532336 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:27.538114 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-05f3e0dc-c839-4fa8-ace0-eafc6a9e5b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.545882 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks [] for security_group (354041b9-7de7-45ad-8344-03389a179496), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.553185 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (354041b9-7de7-45ad-8344-03389a179496), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.588712 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:27.606523 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:40:27.614962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354041b9-7de7-45ad-8344-03389a179496,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:27.630498 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (9b964a49-eb2e-4c0a-b7f7-44e151a5d715), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.630911 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Added segment 9b964a49-eb2e-4c0a-b7f7-44e151a5d715 of type vlan for network e26875a7-1e1d-4110-a54a-ba7eb4932396 Aug 17 19:40:27.695453 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (e26875a7-1e1d-4110-a54a-ba7eb4932396), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.746047 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-05f3e0dc-c839-4fa8-ace0-eafc6a9e5b72 admin admin] Publish callbacks [] for security_group (8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.750282 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-05f3e0dc-c839-4fa8-ace0-eafc6a9e5b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.756825 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (e26875a7-1e1d-4110-a54a-ba7eb4932396), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.757808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:27.758534 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.847003 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8079512 Aug 17 19:40:27.847695 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45686) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:27.858854 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-05f3e0dc-c839-4fa8-ace0-eafc6a9e5b72 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d93f23b38c35452e8ab8a303bd71aa65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6628811 Aug 17 19:40:27.858987 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Request body: {'subnet': {'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-779837312-subnet', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'ip_version': 4}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:27.859077 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e0dc-c839-4fa8-ace0-eafc6a9e5b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:27.860667 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45690) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:27.872143 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671e1be-a75d-4276-a457-646c26414a72 admin admin] Pushing event updated for resources: {'Network': ['ID=e26875a7-1e1d-4110-a54a-ba7eb4932396,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:27.879896 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Made reservation on behalf of cd2089b2265341b291a0db883f0d211f for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:27.883364 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25253055'] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:27.895563 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:40:27.955550 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a34dec39-a211-4712-aeb4-7e93d99f5fd8 admin admin] Publish callbacks [] for security_group (8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.000326 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a34dec39-a211-4712-aeb4-7e93d99f5fd8 admin admin] Publish callbacks [] for security_group (8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.054716 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a34dec39-a211-4712-aeb4-7e93d99f5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.057313 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a34dec39-a211-4712-aeb4-7e93d99f5fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.061447 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a34dec39-a211-4712-aeb4-7e93d99f5fd8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5 HTTP/1.1" status: 204 len: 168 time: 0.1947467 Aug 17 19:40:28.079225 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dec39-a211-4712-aeb4-7e93d99f5fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1caa2d-dae3-4e90-a7e9-c7b6b1c67fc5,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:28.124543 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28344976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25253073'] for subnet (71a31d75-040a-48b5-b605-7267bee68e6d), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.198661 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a31d75-040a-48b5-b605-7267bee68e6d,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:28.203499 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Checking segment: {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:28.203732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Network hostable DHCP agents. Network: e26875a7-1e1d-4110-a54a-ba7eb4932396, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:40:28.223932 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:40:28.235794 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, e26875a7-1e1d-4110-a54a-ba7eb4932396) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:28.243296 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:28.243901 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.252822 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f47e9-8de6-4348-ae75-e0dbcca7216a None None] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:28.263488 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-cd10984c-a6f7-472e-b0ad-e8510a8c0629 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4142389 Aug 17 19:40:28.266047 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45704) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:28.271173 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:28.296811 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (9a6a5866-88b7-4d71-972c-db2cdad80819), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.299276 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (9a6a5866-88b7-4d71-972c-db2cdad80819), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.307750 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:28.368967 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks [] for router_controller (9a6a5866-88b7-4d71-972c-db2cdad80819), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.375408 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-e26875a7-1e1d-4110-a54a-ba7eb4932396', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:40:28.390426 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.492830 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45714) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:28.509590 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9030c1d5-8b75-455f-991d-783658f1a740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.590652 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks [] for router_gateway (9a6a5866-88b7-4d71-972c-db2cdad80819), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.635675 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e168694-c872-477d-9216-a1b79881d08b req-d934b2ec-2939-47e1-9a9e-09c0b197db81 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:28.637431 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9e168694-c872-477d-9216-a1b79881d08b req-d934b2ec-2939-47e1-9a9e-09c0b197db81 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.1354198 Aug 17 19:40:28.642975 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Allocated IP 172.20.0.2 (e26875a7-1e1d-4110-a54a-ba7eb4932396/71a31d75-040a-48b5-b605-7267bee68e6d/53fa3d94-a94b-4245-85da-4eab452108bc) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:40:28.662588 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9030c1d5-8b75-455f-991d-783658f1a740 admin admin] Publish callbacks [] for security_group (f6094c09-9798-430b-8ac3-5f51676e5ccb), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.669659 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9030c1d5-8b75-455f-991d-783658f1a740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f6094c09-9798-430b-8ac3-5f51676e5ccb), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.738335 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030c1d5-8b75-455f-991d-783658f1a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6094c09-9798-430b-8ac3-5f51676e5ccb,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:28.744896 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:28.745605 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9030c1d5-8b75-455f-991d-783658f1a740 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9eb015b0ff8d4a06af7e5c521dbc4e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514231 Aug 17 19:40:28.751140 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45724) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:28.769083 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9e168694-c872-477d-9216-a1b79881d08b req-f2bd023c-52a1-42f7-8149-41c343a85175 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866389 Aug 17 19:40:28.805359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:INSERT=18,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:28.869773 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e9f14df0-6538-482e-a4eb-6fd1689b977e admin admin] Publish callbacks [] for security_group (f6094c09-9798-430b-8ac3-5f51676e5ccb), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.880643 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Publish callbacks [] for port (53fa3d94-a94b-4245-85da-4eab452108bc), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.895482 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.896803 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e9f14df0-6538-482e-a4eb-6fd1689b977e admin admin] Publish callbacks [] for security_group (f6094c09-9798-430b-8ac3-5f51676e5ccb), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.965154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Pushing event updated for resources: {'Port': ['ID=53fa3d94-a94b-4245-85da-4eab452108bc,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:28.977943 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e9f14df0-6538-482e-a4eb-6fd1689b977e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f6094c09-9798-430b-8ac3-5f51676e5ccb), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.981037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e9f14df0-6538-482e-a4eb-6fd1689b977e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:28.983069 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e9f14df0-6538-482e-a4eb-6fd1689b977e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f6094c09-9798-430b-8ac3-5f51676e5ccb HTTP/1.1" status: 204 len: 168 time: 0.2203472 Aug 17 19:40:28.999027 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f14df0-6538-482e-a4eb-6fd1689b977e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6094c09-9798-430b-8ac3-5f51676e5ccb,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:29.004323 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks [] for router_gateway (9a6a5866-88b7-4d71-972c-db2cdad80819), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.013958 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:29.024476 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:29.028441 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.034074 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:40:29.181446 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Attempting to bind port 53fa3d94-a94b-4245-85da-4eab452108bc on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:40:29.181964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Attempting to bind port 53fa3d94-a94b-4245-85da-4eab452108bc by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:40:29.182574 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Attempting to bind port 53fa3d94-a94b-4245-85da-4eab452108bc on network e26875a7-1e1d-4110-a54a-ba7eb4932396 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:29.188411 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:40:29.189633 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Checking segment: {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:29.190473 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.191078 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Bound using segment: {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:40:29.192172 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Bound port: 53fa3d94-a94b-4245-85da-4eab452108bc, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:40:29.197321 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.266991 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Allocated IP 172.27.1.225 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/6ee372ee-36ef-487e-9cd8-9727137f356a) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:40:29.308911 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:29.318013 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] For port 53fa3d94-a94b-4245-85da-4eab452108bc, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:40:29.330050 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] For port 53fa3d94-a94b-4245-85da-4eab452108bc, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=53fa3d94-a94b-4245-85da-4eab452108bc,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:40:29.343707 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.454605 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ba966-2832-4622-817f-9432bbc4df77 None None] Pushing event updated for resources: {'Port': ['ID=53fa3d94-a94b-4245-85da-4eab452108bc,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:29.474857 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks [] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.526151 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.558849 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45752) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:29.582902 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:29.586231 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:29.589074 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:40:29.631104 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee372ee-36ef-487e-9cd8-9727137f356a,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:29.757082 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:29.928719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0814f687-6d9d-4a1b-bbb4-32cbc0294f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:29.962547 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:29.963021 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e971d7-a780-4454-bfdc-9fd5e272526e req-dd391b4a-1b54-4dd1-aaa7-7d58180f9165 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:29.964508 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f9e971d7-a780-4454-bfdc-9fd5e272526e req-dd391b4a-1b54-4dd1-aaa7-7d58180f9165 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0861731 Aug 17 19:40:29.983354 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks [] for router_gateway (9a6a5866-88b7-4d71-972c-db2cdad80819), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.011905 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0814f687-6d9d-4a1b-bbb4-32cbc0294f11 admin admin] Publish callbacks [] for security_group (df6c3cb0-2499-43e6-a637-26cb2fba0a69), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.016194 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0814f687-6d9d-4a1b-bbb4-32cbc0294f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (df6c3cb0-2499-43e6-a637-26cb2fba0a69), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.057739 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-0814f687-6d9d-4a1b-bbb4-32cbc0294f11 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=12c388547a8343d18c924618412f4425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4945710 Aug 17 19:40:30.057739 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814f687-6d9d-4a1b-bbb4-32cbc0294f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c3cb0-2499-43e6-a637-26cb2fba0a69,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:30.058847 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45760) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:30.119990 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-71050088-568a-47d2-a8d7-a7e354c37966 admin admin] Publish callbacks [] for security_group (df6c3cb0-2499-43e6-a637-26cb2fba0a69), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.145336 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-71050088-568a-47d2-a8d7-a7e354c37966 admin admin] Publish callbacks [] for security_group (df6c3cb0-2499-43e6-a637-26cb2fba0a69), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.186529 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=30 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:30.197820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-71050088-568a-47d2-a8d7-a7e354c37966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (df6c3cb0-2499-43e6-a637-26cb2fba0a69), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.200435 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-71050088-568a-47d2-a8d7-a7e354c37966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.202451 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-71050088-568a-47d2-a8d7-a7e354c37966 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/df6c3cb0-2499-43e6-a637-26cb2fba0a69 HTTP/1.1" status: 204 len: 168 time: 0.1426768 Aug 17 19:40:30.210842 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71050088-568a-47d2-a8d7-a7e354c37966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c3cb0-2499-43e6-a637-26cb2fba0a69,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:30.218906 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=53 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:30.282527 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f9e971d7-a780-4454-bfdc-9fd5e272526e req-be8027a1-1645-4642-9028-84c9a27cecf5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093090 Aug 17 19:40:30.368699 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:30.438330 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (9a6a5866-88b7-4d71-972c-db2cdad80819), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.524055 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afda1e-7c49-4c0f-89ba-ce809676fd30 req-124a2678-5f75-4c34-a5df-387fc12c116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:30.526198 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-69afda1e-7c49-4c0f-89ba-ce809676fd30 req-124a2678-5f75-4c34-a5df-387fc12c116a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 1129 time: 0.0537031 Aug 17 19:40:30.622086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Router 9a6a5866-88b7-4d71-972c-db2cdad80819 is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:40:30.656020 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-69afda1e-7c49-4c0f-89ba-ce809676fd30 req-f3720244-8cf5-4c86-9a82-ebde57e7f61f service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205359 Aug 17 19:40:30.725422 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecec902-5c06-43f1-aac7-3de8f260bd8e None None] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:30.773443 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:40:30.795969 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.797526 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-19d9e12f-189c-43c0-bed9-f13761147764 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5300426 Aug 17 19:40:30.800738 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45790) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:30.802998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Sync routers for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:40:30.820106 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:30.820896 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:30.829674 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-e95a1a9f-8104-480e-b28c-6c4a986bca2c None None] Provisioning complete for port 53fa3d94-a94b-4245-85da-4eab452108bc triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:30.830583 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e95a1a9f-8104-480e-b28c-6c4a986bca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:30.928327 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:30.973326 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:31.129307 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:31.319777 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:31.374384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45820) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:31.384516 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-e95a1a9f-8104-480e-b28c-6c4a986bca2c None None] Current status of the port 53fa3d94-a94b-4245-85da-4eab452108bc is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:31.384897 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e95a1a9f-8104-480e-b28c-6c4a986bca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.533814 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-256425011-network', 'tenant_id': '12bd76b56a1d4dbcbf306843e0ade6bf'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:31.555434 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Made reservation on behalf of 12bd76b56a1d4dbcbf306843e0ade6bf for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:31.555909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00864d2-3295-424a-bfb1-f124f3a6544b req-d64ccd8b-81ea-4b84-b492-7e0bf02ade7c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:31.557591 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a00864d2-3295-424a-bfb1-f124f3a6544b req-d64ccd8b-81ea-4b84-b492-7e0bf02ade7c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0921092 Aug 17 19:40:31.558524 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.559770 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.568359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.568575 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 53fa3d94-a94b-4245-85da-4eab452108bc up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:31.572970 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-e95a1a9f-8104-480e-b28c-6c4a986bca2c None None] For port 53fa3d94-a94b-4245-85da-4eab452108bc, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=53fa3d94-a94b-4245-85da-4eab452108bc,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:31.608792 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e95a1a9f-8104-480e-b28c-6c4a986bca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.660646 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a00864d2-3295-424a-bfb1-f124f3a6544b req-50c8e6ff-000c-49e2-ba1d-25a02329bfeb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965383 Aug 17 19:40:31.677919 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks [] for security_group (c9334ca6-26d1-4b25-8912-ea6095521e2a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.681861 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:31.687886 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a1a9f-8104-480e-b28c-6c4a986bca2c None None] Pushing event updated for resources: {'Port': ['ID=53fa3d94-a94b-4245-85da-4eab452108bc,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:31.692752 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c9334ca6-26d1-4b25-8912-ea6095521e2a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.721292 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 53fa3d94-a94b-4245-85da-4eab452108bc triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:31.721917 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.728581 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:40:31.745714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9334ca6-26d1-4b25-8912-ea6095521e2a,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:31.760653 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (953055b5-7e71-4628-9f37-451152cb61a2), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.761129 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Added segment 953055b5-7e71-4628-9f37-451152cb61a2 of type vlan for network 3017223d-fc3d-422a-acc2-745825634714 Aug 17 19:40:31.805254 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-df94567e-ba42-4ab1-97af-b6494c34323c None None] Provisioning complete for port 53fa3d94-a94b-4245-85da-4eab452108bc triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:31.805826 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-df94567e-ba42-4ab1-97af-b6494c34323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.817518 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (3017223d-fc3d-422a-acc2-745825634714), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.819986 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Allocated IP 172.20.0.1 (e26875a7-1e1d-4110-a54a-ba7eb4932396/71a31d75-040a-48b5-b605-7267bee68e6d/e5d8af01-5946-4aed-aa40-faa45495faa7) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:40:31.835825 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:31.848632 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (3017223d-fc3d-422a-acc2-745825634714), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.848981 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:29Z', 'revision_number': 3, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:31.849688 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:31.850445 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.891056 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Checking router: 9a6a5866-88b7-4d71-972c-db2cdad80819 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:40:31.891409 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Updating router 9a6a5866-88b7-4d71-972c-db2cdad80819 port 6ee372ee-36ef-487e-9cd8-9727137f356a binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:40:31.912785 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:31.928495 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5526798 Aug 17 19:40:31.929158 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45830) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:31.943821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Request body: {'subnet': {'network_id': '3017223d-fc3d-422a-acc2-745825634714', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-256425011-subnet', 'tenant_id': '12bd76b56a1d4dbcbf306843e0ade6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:31.951471 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.960647 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba14ce-bb85-4d8a-8e8d-3c8ab22c8745 admin admin] Pushing event updated for resources: {'Network': ['ID=3017223d-fc3d-422a-acc2-745825634714,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:31.972664 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Made reservation on behalf of 12bd76b56a1d4dbcbf306843e0ade6bf for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:31.975726 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:31.986736 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 3017223d-fc3d-422a-acc2-745825634714 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:40:31.996977 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks [] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.033338 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.068535 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 53fa3d94-a94b-4245-85da-4eab452108bc is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:32.085011 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:32.090740 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:32.094528 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:40:32.125477 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Pushing event updated for resources: {'Port': ['ID=e5d8af01-5946-4aed-aa40-faa45495faa7,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:32.145898 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-df94567e-ba42-4ab1-97af-b6494c34323c None None] Current status of the port 53fa3d94-a94b-4245-85da-4eab452108bc is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:32.149425 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (9a6a5866-88b7-4d71-972c-db2cdad80819), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.191335 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (e413dfb1-27c8-41d8-b9f9-da8239abab94), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.196595 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:32.251594 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e413dfb1-27c8-41d8-b9f9-da8239abab94,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:32.285013 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Checking segment: {'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:32.285414 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Network hostable DHCP agents. Network: 3017223d-fc3d-422a-acc2-745825634714, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:40:32.298224 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.313273 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Network 3017223d-fc3d-422a-acc2-745825634714 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:40:32.328514 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 3017223d-fc3d-422a-acc2-745825634714) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:32.340288 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:32.342786 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.358753 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd3c54-dca4-48d9-938a-a8c4dcbcf706 None None] Network 3017223d-fc3d-422a-acc2-745825634714 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:32.376534 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-aa8c9f71-4a94-4172-a1ac-63393c23a735 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4399354 Aug 17 19:40:32.433831 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Publish callbacks [] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.451830 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.475366 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:32.519486 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec98187-76d3-4b3f-8c37-10bea24476e4 None None] Pushing event updated for resources: {'Port': ['ID=6ee372ee-36ef-487e-9cd8-9727137f356a,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:32.550650 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks [] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.560130 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.562029 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Attempting to bind port 6ee372ee-36ef-487e-9cd8-9727137f356a on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:40:32.563181 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Attempting to bind port 6ee372ee-36ef-487e-9cd8-9727137f356a by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:40:32.563557 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Attempting to bind port 6ee372ee-36ef-487e-9cd8-9727137f356a on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:32.564439 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:32.570899 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-009fa608-d7da-4e23-a874-b55b0d01bdb3 None None] Provisioning complete for port e5d8af01-5946-4aed-aa40-faa45495faa7 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:32.571261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-009fa608-d7da-4e23-a874-b55b0d01bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.577148 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:40:32.577552 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:32.578371 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.578879 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:40:32.579368 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Bound port: 6ee372ee-36ef-487e-9cd8-9727137f356a, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:40:32.579746 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.655726 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:32.698418 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (9a6a5866-88b7-4d71-972c-db2cdad80819), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.701237 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-009fa608-d7da-4e23-a874-b55b0d01bdb3 None None] Port e5d8af01-5946-4aed-aa40-faa45495faa7 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:40:32.708196 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Pushing event updated for resources: {'Port': ['ID=e5d8af01-5946-4aed-aa40-faa45495faa7,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:32.750654 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] For port 6ee372ee-36ef-487e-9cd8-9727137f356a, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:40:32.754831 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] For port 6ee372ee-36ef-487e-9cd8-9727137f356a, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=6ee372ee-36ef-487e-9cd8-9727137f356a,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:40:32.778187 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:32.827496 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:32.828908 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:32.874055 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a0994-b805-4aa6-8548-f7c701adb301 req-5ab72a0f-d335-447c-8925-857499e63e4d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:32.876000 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d10a0994-b805-4aa6-8548-f7c701adb301 req-5ab72a0f-d335-447c-8925-857499e63e4d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0861804 Aug 17 19:40:32.906858 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c734a-bfbf-48df-b4ff-ec81081ae12c None None] Network 3017223d-fc3d-422a-acc2-745825634714 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:32.922920 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec98187-76d3-4b3f-8c37-10bea24476e4 None None] Pushing event updated for resources: {'Port': ['ID=6ee372ee-36ef-487e-9cd8-9727137f356a,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:32.925463 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:32.928195 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:33.003088 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:33.056646 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d10a0994-b805-4aa6-8548-f7c701adb301 req-0d19e10a-6626-43a9-9f51-8fcb2c8d230f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733115 Aug 17 19:40:33.094648 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Router 9a6a5866-88b7-4d71-972c-db2cdad80819 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:40:33.147074 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:33.319115 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fa78a-a6ca-4cd5-8dcd-913134b2cb0d req-ad189a38-5a7e-457b-842f-94fd98e440dc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:33.328019 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-179fa78a-a6ca-4cd5-8dcd-913134b2cb0d req-ad189a38-5a7e-457b-842f-94fd98e440dc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0754855 Aug 17 19:40:33.373678 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:40:33.381493 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-5487ff2b-7ca4-4ebc-aaa7-44a1c8b8e8be admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/9a6a5866-88b7-4d71-972c-db2cdad80819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5790193 Aug 17 19:40:33.442154 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-179fa78a-a6ca-4cd5-8dcd-913134b2cb0d req-4cd43f85-d69c-434d-aa2e-17deb0914c37 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019807 Aug 17 19:40:33.541454 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 53fa3d94-a94b-4245-85da-4eab452108bc up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:33.589357 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-709b05d2-c41f-4c44-845d-f0ba58c7b181 None None] Provisioning complete for port e5d8af01-5946-4aed-aa40-faa45495faa7 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:33.589741 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-709b05d2-c41f-4c44-845d-f0ba58c7b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:33.660913 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-709b05d2-c41f-4c44-845d-f0ba58c7b181 None None] Port e5d8af01-5946-4aed-aa40-faa45495faa7 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:40:33.682929 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 53fa3d94-a94b-4245-85da-4eab452108bc triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:33.683302 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:33.755192 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 2, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:33.784039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e72e-94f8-4048-8063-6b8acb3ade0b None None] The sync data for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi is: [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 2, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:40:33.845522 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 53fa3d94-a94b-4245-85da-4eab452108bc is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:34.033071 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-6208bad2-102c-4f7e-ac0a-89155024c4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.074933 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45896) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:34.080215 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-516805735-network', 'tenant_id': '24e76024075f4548845e65b4a285664e'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:34.100630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Made reservation on behalf of 24e76024075f4548845e65b4a285664e for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:34.103058 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.118374 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.148886 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:40:34.216223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks [] for security_group (8c198e53-fb2b-4da4-9727-5e6d160bd985), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.221504 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8c198e53-fb2b-4da4-9727-5e6d160bd985), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.246342 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:40:34.264456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c198e53-fb2b-4da4-9727-5e6d160bd985,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:34.269415 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (c0080a65-4d28-447d-8ac7-0ccd8552fa8c), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.269848 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Added segment c0080a65-4d28-447d-8ac7-0ccd8552fa8c of type vlan for network af327297-b9a8-4a88-8923-4f60331e6f76 Aug 17 19:40:34.329204 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (af327297-b9a8-4a88-8923-4f60331e6f76), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.357823 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (af327297-b9a8-4a88-8923-4f60331e6f76), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.359808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:34.360583 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.437417 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:34.445540 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] Pushing event updated for resources: {'Network': ['ID=af327297-b9a8-4a88-8923-4f60331e6f76,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:34.452215 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-2e851f32-f411-46c5-bd7e-4f06fe180d9f admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3757646 Aug 17 19:40:34.456513 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45916) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:34.463140 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network af327297-b9a8-4a88-8923-4f60331e6f76 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:40:34.465246 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Request body: {'subnet': {'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-516805735-subnet', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:34.484705 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45918) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:34.506468 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Made reservation on behalf of 24e76024075f4548845e65b4a285664e for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:34.509359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.704781 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d662-3d20-40dc-b958-08048631de6a req-fb555f48-9a49-4b0a-97f1-692f645a43cb tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:34.711806 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-fb555f48-9a49-4b0a-97f1-692f645a43cb tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/networks?id=3017223d-fc3d-422a-acc2-745825634714 HTTP/1.1" status: 200 len: 808 time: 0.1980703 Aug 17 19:40:34.725300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:34.730892 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (65a44dca-6556-4328-866d-7a2566e3b275), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.746265 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-85e6b375-9835-4d3e-bde0-064c8952bc6e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/quotas/12bd76b56a1d4dbcbf306843e0ade6bf HTTP/1.1" status: 200 len: 375 time: 0.0331197 Aug 17 19:40:34.797540 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a44dca-6556-4328-866d-7a2566e3b275,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:34.801832 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-2f1d7db7-8d15-4730-9432-9812c2ae038a tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546398 Aug 17 19:40:34.816852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Checking segment: {'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:34.817322 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Network hostable DHCP agents. Network: af327297-b9a8-4a88-8923-4f60331e6f76, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:40:34.829343 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ca560a5b-3ebf-45be-a499-6555b3397328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.837349 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Network af327297-b9a8-4a88-8923-4f60331e6f76 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:40:34.852938 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, af327297-b9a8-4a88-8923-4f60331e6f76) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:34.857580 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:34.858710 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.862728 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23e600-059d-457d-89bf-8cf566998d51 None None] Network af327297-b9a8-4a88-8923-4f60331e6f76 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:34.886509 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e8181aa6-34d5-4c1e-846b-6b1c4517bed5 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4287083 Aug 17 19:40:34.887864 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45930) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:34.896572 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:34.923382 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.924579 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:34.988917 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:35.013063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks [] for router_controller (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), precommit_add_association {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.071130 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-af327297-b9a8-4a88-8923-4f60331e6f76', 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76', 'project_id': '24e76024075f4548845e65b4a285664e', 'fixed_ips': [{'subnet_id': '65a44dca-6556-4328-866d-7a2566e3b275'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:40:35.072089 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.236086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:35.245288 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-ba58c087-9d9e-406c-b60f-373b62f668d3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368138 Aug 17 19:40:35.291684 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Allocated IP 172.20.0.2 (af327297-b9a8-4a88-8923-4f60331e6f76/65a44dca-6556-4328-866d-7a2566e3b275/7102f8ac-3a9a-402e-8fed-a79b8be97309) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:40:35.327947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks [] for router_gateway (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.566102 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ca560a5b-3ebf-45be-a499-6555b3397328 admin admin] Publish callbacks [] for security_group (7ee39df3-b220-4d90-af2d-891565c06bd5), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.572687 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-b08744e2-180b-4add-abbd-941cab932c2f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265264 Aug 17 19:40:35.580440 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ca560a5b-3ebf-45be-a499-6555b3397328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7ee39df3-b220-4d90-af2d-891565c06bd5), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.626533 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca560a5b-3ebf-45be-a499-6555b3397328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee39df3-b220-4d90-af2d-891565c06bd5,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:35.647053 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 6ee372ee-36ef-487e-9cd8-9727137f356a up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:35.661017 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ca560a5b-3ebf-45be-a499-6555b3397328 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=cc7e9456423a4f0a9290f42e3cd0b244&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1750455 Aug 17 19:40:35.662027 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45944) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:35.693767 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:35.711487 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:35.784821 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Publish callbacks [] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.796742 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9367d3-7171-45f0-8a9a-d761e15b6308 req-6f6c5850-c41e-4571-8fea-b188abc25013 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:35.799290 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3d9367d3-7171-45f0-8a9a-d761e15b6308 req-6f6c5850-c41e-4571-8fea-b188abc25013 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1359611 Aug 17 19:40:35.818251 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.835922 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8f48b264-7ed4-4f10-8506-6538e429737b admin admin] Publish callbacks [] for security_group (7ee39df3-b220-4d90-af2d-891565c06bd5), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.868292 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8f48b264-7ed4-4f10-8506-6538e429737b admin admin] Publish callbacks [] for security_group (7ee39df3-b220-4d90-af2d-891565c06bd5), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.873852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-232c9ae9-e0e3-4cfa-a4a9-e16589bf6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:35.880450 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Network af327297-b9a8-4a88-8923-4f60331e6f76 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:35.881573 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 6ee372ee-36ef-487e-9cd8-9727137f356a triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:35.881940 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.883018 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-232c9ae9-e0e3-4cfa-a4a9-e16589bf6b89 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1130 time: 0.2186999 Aug 17 19:40:35.960370 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8f48b264-7ed4-4f10-8506-6538e429737b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7ee39df3-b220-4d90-af2d-891565c06bd5), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.963926 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks [] for router_gateway (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.967448 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8f48b264-7ed4-4f10-8506-6538e429737b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.981567 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8f48b264-7ed4-4f10-8506-6538e429737b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7ee39df3-b220-4d90-af2d-891565c06bd5 HTTP/1.1" status: 204 len: 168 time: 0.2932353 Aug 17 19:40:35.985606 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:35.989126 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:35.995268 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:40:36.041592 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:36.084566 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ac64d496-bdb3-4e08-b450-0e9356d6ee1d req-ea67e72d-1646-458b-8ba3-5786dd511f6e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 210 time: 0.1353929 Aug 17 19:40:36.121830 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48b264-7ed4-4f10-8506-6538e429737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee39df3-b220-4d90-af2d-891565c06bd5,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:36.169808 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:36.171196 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 6ee372ee-36ef-487e-9cd8-9727137f356a is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:36.171583 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.179390 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3d9367d3-7171-45f0-8a9a-d761e15b6308 req-0e035b9b-6c39-44a7-a6cf-b7076ed9ef02 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533788 Aug 17 19:40:36.203063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Allocated IP 172.27.1.22 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/01a1e5ff-306f-4b60-bb49-c6d512f9c714) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:40:36.222899 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 6ee372ee-36ef-487e-9cd8-9727137f356a, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=6ee372ee-36ef-487e-9cd8-9727137f356a,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:36.225144 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Attempting to bind port 7102f8ac-3a9a-402e-8fed-a79b8be97309 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:40:36.225507 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Attempting to bind port 7102f8ac-3a9a-402e-8fed-a79b8be97309 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:40:36.225931 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Attempting to bind port 7102f8ac-3a9a-402e-8fed-a79b8be97309 on network af327297-b9a8-4a88-8923-4f60331e6f76 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:36.230210 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Pushing event updated for resources: {'Port': ['ID=7102f8ac-3a9a-402e-8fed-a79b8be97309,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:36.248501 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.281295 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-aca934d6-f59a-4f4f-9be5-f716d423ddf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.283165 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:40:36.283785 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Checking segment: {'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:36.284215 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.284598 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Bound using segment: {'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:40:36.285090 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Bound port: 7102f8ac-3a9a-402e-8fed-a79b8be97309, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:40:36.285524 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.307816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.310889 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:36.374013 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=6ee372ee-36ef-487e-9cd8-9727137f356a,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:36.379916 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks [] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.423857 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.438644 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] For port 7102f8ac-3a9a-402e-8fed-a79b8be97309, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:40:36.442506 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] For port 7102f8ac-3a9a-402e-8fed-a79b8be97309, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=7102f8ac-3a9a-402e-8fed-a79b8be97309,segment=NetworkSegment(c0080a65-4d28-447d-8ac7-0ccd8552fa8c),segment_id=c0080a65-4d28-447d-8ac7-0ccd8552fa8c)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:40:36.449884 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.479829 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45966) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:36.502963 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=01a1e5ff-306f-4b60-bb49-c6d512f9c714,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:36.507348 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:36.509305 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:36.511524 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:40:36.523874 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-33eebc98-8938-4c8e-9117-28893cb3d69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.541228 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e09e34-aa09-4b8f-b897-9662550e68b5 None None] Pushing event updated for resources: {'Port': ['ID=7102f8ac-3a9a-402e-8fed-a79b8be97309,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:36.589452 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:36.636201 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-33eebc98-8938-4c8e-9117-28893cb3d69b admin admin] Publish callbacks [] for security_group (0f619baa-55b8-4b8b-ac84-db2441860e95), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.644280 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-33eebc98-8938-4c8e-9117-28893cb3d69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (0f619baa-55b8-4b8b-ac84-db2441860e95), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.682369 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-33eebc98-8938-4c8e-9117-28893cb3d69b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3cf9c0aeab0247069652987b68589db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014377 Aug 17 19:40:36.685846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 45968) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:36.711829 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eebc98-8938-4c8e-9117-28893cb3d69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f619baa-55b8-4b8b-ac84-db2441860e95,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:36.787959 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-785c52b1-814d-4ac3-aaa7-7cd16452f2e0 admin admin] Publish callbacks [] for security_group (0f619baa-55b8-4b8b-ac84-db2441860e95), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.826868 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-785c52b1-814d-4ac3-aaa7-7cd16452f2e0 admin admin] Publish callbacks [] for security_group (0f619baa-55b8-4b8b-ac84-db2441860e95), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.835430 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks [] for router_gateway (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.895119 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-785c52b1-814d-4ac3-aaa7-7cd16452f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (0f619baa-55b8-4b8b-ac84-db2441860e95), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.898146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-785c52b1-814d-4ac3-aaa7-7cd16452f2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:36.902009 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-785c52b1-814d-4ac3-aaa7-7cd16452f2e0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0f619baa-55b8-4b8b-ac84-db2441860e95 HTTP/1.1" status: 204 len: 168 time: 0.2126586 Aug 17 19:40:36.907105 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-06553a00-b86e-42f9-82e9-9f3c90eceeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:36.908572 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-06553a00-b86e-42f9-82e9-9f3c90eceeaa service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.2099710 Aug 17 19:40:36.912851 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c52b1-814d-4ac3-aaa7-7cd16452f2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f619baa-55b8-4b8b-ac84-db2441860e95,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:37.043612 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:37.057821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:37.098215 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Sync routers for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:40:37.110991 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:37.111617 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:37.203151 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-532c7111-409e-445e-ad88-9231e7a96cdd req-92519b16-095a-45f4-ba63-739e5412d0db tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 210 time: 0.0321763 Aug 17 19:40:37.221962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:40:37.230029 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:37.352830 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:40:37.358685 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235741c-7af6-473a-a652-03ba2f24a0f0 req-ee5605b9-ada7-4f89-ace5-de75cc7daa85 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:37.367690 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Sync routers for ids ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:40:37.374223 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0235741c-7af6-473a-a652-03ba2f24a0f0 req-ee5605b9-ada7-4f89-ace5-de75cc7daa85 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0716324 Aug 17 19:40:37.376387 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:37.381146 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d8334db1-25a6-43af-b727-dc2d4d4bd5b2 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4912250 Aug 17 19:40:37.381890 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 45986) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:37.387220 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Routers {'7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:37.388039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:37.445723 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0235741c-7af6-473a-a652-03ba2f24a0f0 req-6072b1bb-f4d2-4ba2-92d4-33793650a4fe tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682290 Aug 17 19:40:37.540830 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:37.554148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:37.597250 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 2, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:37.627465 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Checking router: 9a6a5866-88b7-4d71-972c-db2cdad80819 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:40:37.628137 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Updating router 9a6a5866-88b7-4d71-972c-db2cdad80819 port e5d8af01-5946-4aed-aa40-faa45495faa7 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:40:37.660040 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Set router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:37.679841 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:37.736636 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7102f8ac-3a9a-402e-8fed-a79b8be97309 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:37.927836 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 7102f8ac-3a9a-402e-8fed-a79b8be97309 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:37.928218 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.005820 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702e24b0-af68-4349-b2ec-615d211deb58 None None] Network af327297-b9a8-4a88-8923-4f60331e6f76 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:38.010982 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Publish callbacks [] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.020791 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.022673 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:38.037484 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-fdfcaa86-0f92-4667-8794-47dfddcf5726 None None] Provisioning complete for port 7102f8ac-3a9a-402e-8fed-a79b8be97309 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:38.037892 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-fdfcaa86-0f92-4667-8794-47dfddcf5726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.252319 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Attempting to bind port e5d8af01-5946-4aed-aa40-faa45495faa7 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:40:38.252901 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Attempting to bind port e5d8af01-5946-4aed-aa40-faa45495faa7 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:40:38.253008 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Attempting to bind port e5d8af01-5946-4aed-aa40-faa45495faa7 on network e26875a7-1e1d-4110-a54a-ba7eb4932396 {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:38.282650 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 3, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port': {'id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:35Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:38.295805 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:38.297515 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:40:38.297875 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Checking segment: {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:38.305239 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.305995 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Bound using segment: {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:40:38.306635 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Bound port: e5d8af01-5946-4aed-aa40-faa45495faa7, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:40:38.307366 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.328518 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-60234f6a-7e4a-409c-83ad-17a840ac112c req-41808cdb-68a6-499a-a3e8-0cc6d791a43e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 210 time: 0.0380576 Aug 17 19:40:38.331948 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Pushing event updated for resources: {'Port': ['ID=e5d8af01-5946-4aed-aa40-faa45495faa7,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:38.339588 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Checking router: 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:40:38.339950 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Updating router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:40:38.349147 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.349865 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.350457 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.351017 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.352391 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.352877 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.353330 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.353665 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.354019 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.354308 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.354633 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.354973 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.355298 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.355617 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.355929 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:38.369864 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.426643 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.427233 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] For port e5d8af01-5946-4aed-aa40-faa45495faa7, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:40:38.432095 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] For port e5d8af01-5946-4aed-aa40-faa45495faa7, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=e5d8af01-5946-4aed-aa40-faa45495faa7,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:40:38.442634 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.453523 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 7102f8ac-3a9a-402e-8fed-a79b8be97309 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:38.453922 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.522057 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:38.525693 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:38.547536 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcaa86-0f92-4667-8794-47dfddcf5726 None None] Current status of the port 7102f8ac-3a9a-402e-8fed-a79b8be97309 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:38.547940 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-fdfcaa86-0f92-4667-8794-47dfddcf5726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.656270 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824774e-27cb-4c6c-94df-43f1a6cfaf58 None None] Pushing event updated for resources: {'Port': ['ID=e5d8af01-5946-4aed-aa40-faa45495faa7,revision_number=4']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:38.662215 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a9b69-e6b3-492b-8a51-d816353de7b3 req-df86a65b-630c-40d5-a9af-667877e4085b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:38.664226 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a79a9b69-e6b3-492b-8a51-d816353de7b3 req-df86a65b-630c-40d5-a9af-667877e4085b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0834270 Aug 17 19:40:38.744095 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a79a9b69-e6b3-492b-8a51-d816353de7b3 req-c16b7449-286a-4aeb-bf49-cf120740cc09 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Aug 17 19:40:38.768057 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-f0f7153d-cd09-466f-a5f6-f84e79b04f2f service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 200 len: 217 time: 0.2826593 Aug 17 19:40:38.774364 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:38.780335 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:38.810806 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 7102f8ac-3a9a-402e-8fed-a79b8be97309, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=7102f8ac-3a9a-402e-8fed-a79b8be97309,segment=NetworkSegment(c0080a65-4d28-447d-8ac7-0ccd8552fa8c),segment_id=c0080a65-4d28-447d-8ac7-0ccd8552fa8c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:38.819967 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:38.824006 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:38.859268 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:38.860263 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 6ee372ee-36ef-487e-9cd8-9727137f356a up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:38.861236 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:38.873998 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Allocated IP 172.20.0.1 (af327297-b9a8-4a88-8923-4f60331e6f76/65a44dca-6556-4328-866d-7a2566e3b275/083436a5-a7f4-4bda-99d9-19ce9d04d989) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:40:38.909769 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-c459bbd8-5379-415f-8542-0774c36528c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:38.911303 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-c459bbd8-5379-415f-8542-0774c36528c8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.1316319 Aug 17 19:40:38.989396 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.040903 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.088719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks [] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.104887 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:38Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:39.129874 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=7102f8ac-3a9a-402e-8fed-a79b8be97309,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:39.141434 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.db.api [None req-fdfcaa86-0f92-4667-8794-47dfddcf5726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 17 19:40:39.142022 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG oslo_db.api [None req-fdfcaa86-0f92-4667-8794-47dfddcf5726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 19:40:39.149827 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 6ee372ee-36ef-487e-9cd8-9727137f356a triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:39.150203 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.163307 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d5776-2f96-4029-918c-9d60672104a8 None None] The sync data for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi is: [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:38Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:40:39.176425 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.193037 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Publish callbacks [] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.207725 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.241384 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Attempting to bind port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:40:39.241934 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Attempting to bind port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:40:39.242303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Attempting to bind port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:39.262383 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Pushing event updated for resources: {'Port': ['ID=083436a5-a7f4-4bda-99d9-19ce9d04d989,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:39.265096 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:39.294293 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-2b2fbf15-2987-4a9b-a3cd-ecba18938600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:39.295848 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-2b2fbf15-2987-4a9b-a3cd-ecba18938600 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1744492 Aug 17 19:40:39.368305 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:40:39.368305 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:39.368305 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.368305 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:40:39.368305 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Bound port: 01a1e5ff-306f-4b60-bb49-c6d512f9c714, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:40:39.374995 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.444796 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 6ee372ee-36ef-487e-9cd8-9727137f356a is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:39.457551 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ec05-499a-4c5a-acdd-4a4f0820a16d None None] Pushing event updated for resources: {'Port': ['ID=01a1e5ff-306f-4b60-bb49-c6d512f9c714,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:39.506017 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] For port 01a1e5ff-306f-4b60-bb49-c6d512f9c714, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:40:39.509984 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] For port 01a1e5ff-306f-4b60-bb49-c6d512f9c714, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=01a1e5ff-306f-4b60-bb49-c6d512f9c714,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:40:39.519874 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.533932 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-402aeebd-95e0-4fda-bf53-ffad598cca9b req-b3d07fec-e1c0-4784-8f97-f4800007b35f tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 210 time: 0.0346675 Aug 17 19:40:39.559334 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Network af327297-b9a8-4a88-8923-4f60331e6f76 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:39.562855 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Routers {'7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:39.563772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:39.568213 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:39.576103 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:40:39.577819 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.747797 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcaa86-0f92-4667-8794-47dfddcf5726 None None] Current status of the port 7102f8ac-3a9a-402e-8fed-a79b8be97309 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:39.752191 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ec05-499a-4c5a-acdd-4a4f0820a16d None None] Pushing event updated for resources: {'Port': ['ID=01a1e5ff-306f-4b60-bb49-c6d512f9c714,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:39.775424 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.796930 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7102f8ac-3a9a-402e-8fed-a79b8be97309 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:39.908636 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-d816717b-f4af-4584-bd4d-dc48c9e8e885 None None] Provisioning complete for port 7102f8ac-3a9a-402e-8fed-a79b8be97309 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:39.909022 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d816717b-f4af-4584-bd4d-dc48c9e8e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:39.983589 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] Set router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:40.096799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d662-3d20-40dc-b958-08048631de6a req-729822b7-43b2-4930-9f9d-9188222eca23 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:40.099929 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd20a9e-230d-4cff-8cec-69c03be6a8b0 req-060c5e5d-2a85-46a3-be08-e8f5bde41897 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:40.101527 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cfd20a9e-230d-4cff-8cec-69c03be6a8b0 req-060c5e5d-2a85-46a3-be08-e8f5bde41897 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1768112 Aug 17 19:40:40.103089 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-729822b7-43b2-4930-9f9d-9188222eca23 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "GET /networking/v2.0/networks?id=3017223d-fc3d-422a-acc2-745825634714 HTTP/1.1" status: 200 len: 808 time: 0.8611436 Aug 17 19:40:40.104998 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-c24e7f62-42f6-4aec-a9f4-45f54dcdf26d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733214 Aug 17 19:40:40.169456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Request body: {'port': {'device_id': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'network_id': '3017223d-fc3d-422a-acc2-745825634714', 'admin_state_up': True, 'tenant_id': '12bd76b56a1d4dbcbf306843e0ade6bf'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:40.228168 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 7102f8ac-3a9a-402e-8fed-a79b8be97309 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:40.228633 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.244793 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cfd20a9e-230d-4cff-8cec-69c03be6a8b0 req-8acca825-511a-4500-ba94-69b3112159a5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354280 Aug 17 19:40:40.331105 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 46074) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:40.341848 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-115ac810-59c3-4707-ac8b-3a5f2a0baddd req-bdcafa3c-019b-46e5-841f-f1ac312ad38a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822143 Aug 17 19:40:40.432922 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-d816717b-f4af-4584-bd4d-dc48c9e8e885 None None] Current status of the port 7102f8ac-3a9a-402e-8fed-a79b8be97309 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:40.497311 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:40.509472 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-072e809e-6060-4bc2-acc6-b5b8d3abb707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.525035 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 3, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port': {'id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:35Z', 'updated_at': '2022-08-17T19:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:40.526873 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 7102f8ac-3a9a-402e-8fed-a79b8be97309 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:40.527803 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:40.528854 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device e5d8af01-5946-4aed-aa40-faa45495faa7 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:40.583758 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b7f39-13b9-4998-92cb-2d84bdc8a793 None None] The sync data for ids ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'] in dv-cinder-850698-2-iscsi is: [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 3, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port': {'id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:35Z', 'updated_at': '2022-08-17T19:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:40:40.602285 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-7326914d-4fbe-48b0-a85a-b7a45920d8eb None None] Provisioning complete for port 083436a5-a7f4-4bda-99d9-19ce9d04d989 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:40.602708 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7326914d-4fbe-48b0-a85a-b7a45920d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.629948 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-072e809e-6060-4bc2-acc6-b5b8d3abb707 admin admin] Publish callbacks [] for security_group (c5181d08-7cc7-4f70-a0b8-5b42518f3812), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.637013 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-072e809e-6060-4bc2-acc6-b5b8d3abb707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c5181d08-7cc7-4f70-a0b8-5b42518f3812), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.658417 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-7326914d-4fbe-48b0-a85a-b7a45920d8eb None None] Port 083436a5-a7f4-4bda-99d9-19ce9d04d989 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:40:40.659741 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port e5d8af01-5946-4aed-aa40-faa45495faa7 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:40.660136 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.691827 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:40.720416 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:40.734010 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:40.743013 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Made reservation on behalf of 12bd76b56a1d4dbcbf306843e0ade6bf for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:40.746567 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.771768 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-072e809e-6060-4bc2-acc6-b5b8d3abb707 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6a3a00f053424559a7ff366714db8785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389822 Aug 17 19:40:40.776259 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46088) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:40.799005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e809e-6060-4bc2-acc6-b5b8d3abb707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5181d08-7cc7-4f70-a0b8-5b42518f3812,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:40.821246 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d5f168c2-4353-4e3d-8e60-eaba25e3d919 req-4a6fc399-fb96-45d1-8da6-9d866017d2a8 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 210 time: 0.0837913 Aug 17 19:40:40.913163 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port e5d8af01-5946-4aed-aa40-faa45495faa7 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:40.913541 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.927927 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks [] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.945468 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.946027 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.956591 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fcea7e0f-5784-40b8-8e6f-e903a432895d admin admin] Publish callbacks [] for security_group (c5181d08-7cc7-4f70-a0b8-5b42518f3812), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:40.990662 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port e5d8af01-5946-4aed-aa40-faa45495faa7, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=e5d8af01-5946-4aed-aa40-faa45495faa7,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:40.993289 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:40.998143 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.056290 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=e5d8af01-5946-4aed-aa40-faa45495faa7,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:41.103565 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fcea7e0f-5784-40b8-8e6f-e903a432895d admin admin] Publish callbacks [] for security_group (c5181d08-7cc7-4f70-a0b8-5b42518f3812), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.122195 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Pushing event updated for resources: {'Port': ['ID=083436a5-a7f4-4bda-99d9-19ce9d04d989,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:41.162520 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Allocated IP 172.20.0.11 (3017223d-fc3d-422a-acc2-745825634714/e413dfb1-27c8-41d8-b9f9-da8239abab94/f7334bd8-62fe-48ac-941a-26a70056762b) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:40:41.235102 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Network af327297-b9a8-4a88-8923-4f60331e6f76 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:41.241619 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fcea7e0f-5784-40b8-8e6f-e903a432895d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c5181d08-7cc7-4f70-a0b8-5b42518f3812), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.244165 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fcea7e0f-5784-40b8-8e6f-e903a432895d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.245362 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-fcea7e0f-5784-40b8-8e6f-e903a432895d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c5181d08-7cc7-4f70-a0b8-5b42518f3812 HTTP/1.1" status: 204 len: 168 time: 0.4676273 Aug 17 19:40:41.246262 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:41.295154 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea7e0f-5784-40b8-8e6f-e903a432895d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5181d08-7cc7-4f70-a0b8-5b42518f3812,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:41.443328 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430d56-1a26-4fbe-beb8-60c52226d12a req-6f88de5c-55f3-4baf-967a-776b566db755 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:41.446364 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d8430d56-1a26-4fbe-beb8-60c52226d12a req-6f88de5c-55f3-4baf-967a-776b566db755 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1217706 Aug 17 19:40:41.506023 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:41.608945 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d8430d56-1a26-4fbe-beb8-60c52226d12a req-3805b663-5e07-489b-9120-4358b374a622 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550846 Aug 17 19:40:41.669674 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:40:41.705026 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-8af4b3a7-8f10-46b5-83fd-c6b8d1894bda None None] Provisioning complete for port 083436a5-a7f4-4bda-99d9-19ce9d04d989 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:41.705741 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8af4b3a7-8f10-46b5-83fd-c6b8d1894bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.749300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks [] for port (f7334bd8-62fe-48ac-941a-26a70056762b), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.782377 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-8af4b3a7-8f10-46b5-83fd-c6b8d1894bda None None] Port 083436a5-a7f4-4bda-99d9-19ce9d04d989 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:40:41.783896 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 01a1e5ff-306f-4b60-bb49-c6d512f9c714 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:41.852295 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:41.852655 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.877286 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 46108) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:41.899706 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a4893a6d-1b1e-4a5b-a746-cb545d2e9db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.920399 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.923320 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:40:41.941751 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:41.942202 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:41.953290 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Network 3017223d-fc3d-422a-acc2-745825634714 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:40:41.957802 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e2ad3fac-df5f-4380-a801-f229ba6b63fe admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5744576 Aug 17 19:40:41.960287 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:41.991342 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 01a1e5ff-306f-4b60-bb49-c6d512f9c714, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=01a1e5ff-306f-4b60-bb49-c6d512f9c714,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:41.999696 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.000559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device e5d8af01-5946-4aed-aa40-faa45495faa7 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:42.024946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Pushing event updated for resources: {'Port': ['ID=f7334bd8-62fe-48ac-941a-26a70056762b,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:42.028291 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:40:42.051142 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:42.052153 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.072821 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:42.092578 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-268e9ad9-43ef-4e5e-bc16-0611ca70b717 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9282286 Aug 17 19:40:42.102484 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=01a1e5ff-306f-4b60-bb49-c6d512f9c714,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:42.111261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port e5d8af01-5946-4aed-aa40-faa45495faa7 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:42.111637 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.134490 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ef3e7-7328-4a24-b136-b61c0cbc0cd6 req-6ccb5621-dd5d-40a2-84b6-33668a11f49e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:42.136447 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-414ef3e7-7328-4a24-b136-b61c0cbc0cd6 req-6ccb5621-dd5d-40a2-84b6-33668a11f49e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 932 time: 0.1214504 Aug 17 19:40:42.198225 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a4893a6d-1b1e-4a5b-a746-cb545d2e9db4 admin admin] Publish callbacks [] for security_group (32cc2797-12a2-4fe7-b044-87388690a49c), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.203184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port e5d8af01-5946-4aed-aa40-faa45495faa7 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:42.215415 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a4893a6d-1b1e-4a5b-a746-cb545d2e9db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (32cc2797-12a2-4fe7-b044-87388690a49c), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.239799 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-414ef3e7-7328-4a24-b136-b61c0cbc0cd6 req-21634058-f087-4a9e-a605-595394e040d0 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955958 Aug 17 19:40:42.265555 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a4893a6d-1b1e-4a5b-a746-cb545d2e9db4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=04fc16203cda4e7484c025f8ad1b7c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871434 Aug 17 19:40:42.266395 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893a6d-1b1e-4a5b-a746-cb545d2e9db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cc2797-12a2-4fe7-b044-87388690a49c,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:42.268309 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46122) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:42.322625 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-963dd360-e022-4083-ac05-cc92742ee0f6 admin admin] Publish callbacks [] for security_group (32cc2797-12a2-4fe7-b044-87388690a49c), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.324751 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:42.346359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-963dd360-e022-4083-ac05-cc92742ee0f6 admin admin] Publish callbacks [] for security_group (32cc2797-12a2-4fe7-b044-87388690a49c), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.407219 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-963dd360-e022-4083-ac05-cc92742ee0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (32cc2797-12a2-4fe7-b044-87388690a49c), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.409979 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-963dd360-e022-4083-ac05-cc92742ee0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:42.413556 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-963dd360-e022-4083-ac05-cc92742ee0f6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/32cc2797-12a2-4fe7-b044-87388690a49c HTTP/1.1" status: 204 len: 168 time: 0.1411211 Aug 17 19:40:42.424242 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dd360-e022-4083-ac05-cc92742ee0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cc2797-12a2-4fe7-b044-87388690a49c,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:42.801085 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Sync routers for ids ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:40:42.814171 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Routers {'7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:42.815140 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:42.819399 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f34fb5-1db6-4e10-97e6-fed68d793fce req-64a266e3-24e2-44c4-9e59-332436d386fd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:42.821000 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-41f34fb5-1db6-4e10-97e6-fed68d793fce req-64a266e3-24e2-44c4-9e59-332436d386fd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0852246 Aug 17 19:40:42.901475 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-41f34fb5-1db6-4e10-97e6-fed68d793fce req-4bf8dc67-09a2-47bd-bb32-5ae4e505ec2d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731349 Aug 17 19:40:42.942200 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Set router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:43.158261 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:40:39Z', 'revision_number': 4, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port': {'id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:35Z', 'updated_at': '2022-08-17T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '083436a5-a7f4-4bda-99d9-19ce9d04d989', 'name': '', 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'mac_address': 'fa:16:3e:3d:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '65a44dca-6556-4328-866d-7a2566e3b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:38Z', 'updated_at': '2022-08-17T19:40:39Z', 'revision_number': 2, 'project_id': '24e76024075f4548845e65b4a285664e', 'subnets': [{'id': '65a44dca-6556-4328-866d-7a2566e3b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:43.185563 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Checking router: 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:40:43.186153 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Updating router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a port 083436a5-a7f4-4bda-99d9-19ce9d04d989 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:40:43.218782 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:43.274709 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:43.412849 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf153-bc63-4acd-84e7-44db750159ac req-e9ede30f-2b9e-4bef-899b-c273f2d2aaf5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:43.414155 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ee7bf153-bc63-4acd-84e7-44db750159ac req-e9ede30f-2b9e-4bef-899b-c273f2d2aaf5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 932 time: 0.0632200 Aug 17 19:40:43.508841 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ee7bf153-bc63-4acd-84e7-44db750159ac req-d741db2d-a2e4-4503-98dc-791020804803 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842025 Aug 17 19:40:43.564742 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Publish callbacks [] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:43.574774 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:43.616709 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 01a1e5ff-306f-4b60-bb49-c6d512f9c714 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:43.629911 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd930a41-4c75-48dc-82a5-45ae5f50493b None None] Pushing event updated for resources: {'Port': ['ID=083436a5-a7f4-4bda-99d9-19ce9d04d989,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:43.666253 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Request body: {'port': {'device_id': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:43.718515 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Attempting to bind port 083436a5-a7f4-4bda-99d9-19ce9d04d989 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:40:43.718515 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Attempting to bind port 083436a5-a7f4-4bda-99d9-19ce9d04d989 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:40:43.718515 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Attempting to bind port 083436a5-a7f4-4bda-99d9-19ce9d04d989 on network af327297-b9a8-4a88-8923-4f60331e6f76 {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:43.724363 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:40:43.724833 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Checking segment: {'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:43.725722 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:43.725722 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Bound using segment: {'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:40:43.726287 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Bound port: 083436a5-a7f4-4bda-99d9-19ce9d04d989, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:40:43.726727 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:43.809077 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:43.827219 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:43.828053 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:43.952613 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] For port 083436a5-a7f4-4bda-99d9-19ce9d04d989, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:40:43.954654 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:43.960331 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] For port 083436a5-a7f4-4bda-99d9-19ce9d04d989, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=083436a5-a7f4-4bda-99d9-19ce9d04d989,segment=NetworkSegment(c0080a65-4d28-447d-8ac7-0ccd8552fa8c),segment_id=c0080a65-4d28-447d-8ac7-0ccd8552fa8c)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:40:43.972923 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:44.007982 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:44.037278 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Routers {'7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:40:44.038070 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:40:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:44.125812 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e852da-3d30-492e-97c9-c200ed2f0c44 req-c9da17cf-f4f3-4798-8bde-f1ab717ddb74 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:44.133452 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-74e852da-3d30-492e-97c9-c200ed2f0c44 req-c9da17cf-f4f3-4798-8bde-f1ab717ddb74 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0769601 Aug 17 19:40:44.151913 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] Set router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:40:44.153175 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:INSERT=12 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:44.154410 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd930a41-4c75-48dc-82a5-45ae5f50493b None None] Pushing event updated for resources: {'Port': ['ID=083436a5-a7f4-4bda-99d9-19ce9d04d989,revision_number=4']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:44.197012 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-74e852da-3d30-492e-97c9-c200ed2f0c44 req-34cd3b3a-6dd2-499d-b719-b41506f16663 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Aug 17 19:40:44.264475 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7334bd8-62fe-48ac-941a-26a70056762b {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:40:44.276942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Publish callbacks [] for port (f7334bd8-62fe-48ac-941a-26a70056762b), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:44.305020 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Transition to ACTIVE for port object f7334bd8-62fe-48ac-941a-26a70056762b will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:40:44.319692 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:44.335488 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:44.425513 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Pushing event updated for resources: {'Port': ['ID=f7334bd8-62fe-48ac-941a-26a70056762b,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:44.447219 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Attempting to bind port f7334bd8-62fe-48ac-941a-26a70056762b on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:40:44.447697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Attempting to bind port f7334bd8-62fe-48ac-941a-26a70056762b by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:40:44.448164 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Attempting to bind port f7334bd8-62fe-48ac-941a-26a70056762b on network 3017223d-fc3d-422a-acc2-745825634714 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:44.455917 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Port f7334bd8-62fe-48ac-941a-26a70056762b on network 3017223d-fc3d-422a-acc2-745825634714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:40:44.456423 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Attempting to bind port f7334bd8-62fe-48ac-941a-26a70056762b on network 3017223d-fc3d-422a-acc2-745825634714 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:40:44.462986 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:40:44.477364 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Checking segment: {'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:44.478036 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Bound using segment: {'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:40:44.478627 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Bound port: f7334bd8-62fe-48ac-941a-26a70056762b, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:40:44.479094 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:44.571366 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:40:39Z', 'revision_number': 4, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port': {'id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:35Z', 'updated_at': '2022-08-17T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '083436a5-a7f4-4bda-99d9-19ce9d04d989', 'name': '', 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'mac_address': 'fa:16:3e:3d:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '65a44dca-6556-4328-866d-7a2566e3b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:38Z', 'updated_at': '2022-08-17T19:40:43Z', 'revision_number': 4, 'project_id': '24e76024075f4548845e65b4a285664e', 'subnets': [{'id': '65a44dca-6556-4328-866d-7a2566e3b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:40:44.604469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] For port f7334bd8-62fe-48ac-941a-26a70056762b, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:40:44.605978 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990b3ee-9d14-47c9-a23c-376fbebd543d None None] The sync data for ids ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'] in dv-cinder-850698-2-iscsi is: [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:40:39Z', 'revision_number': 4, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port': {'id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:35Z', 'updated_at': '2022-08-17T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '083436a5-a7f4-4bda-99d9-19ce9d04d989', 'name': '', 'network_id': 'af327297-b9a8-4a88-8923-4f60331e6f76', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'mac_address': 'fa:16:3e:3d:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '65a44dca-6556-4328-866d-7a2566e3b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:38Z', 'updated_at': '2022-08-17T19:40:43Z', 'revision_number': 4, 'project_id': '24e76024075f4548845e65b4a285664e', 'subnets': [{'id': '65a44dca-6556-4328-866d-7a2566e3b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:40:44.612210 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] For port f7334bd8-62fe-48ac-941a-26a70056762b, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f7334bd8-62fe-48ac-941a-26a70056762b,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:40:44.625193 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:44.723669 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1bd73-fec2-4022-b7cd-1ea32fab4387 req-26a01bf3-0c99-44fb-9c5b-ee19d82eb7ea tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:44.735045 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0ad1bd73-fec2-4022-b7cd-1ea32fab4387 req-26a01bf3-0c99-44fb-9c5b-ee19d82eb7ea tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 944 time: 0.0802844 Aug 17 19:40:44.817544 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0ad1bd73-fec2-4022-b7cd-1ea32fab4387 req-070fb546-b9c6-4616-a0ff-1497218431bf tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813227 Aug 17 19:40:45.184508 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:45.186064 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:45.188626 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/f7334bd8-62fe-48ac-941a-26a70056762b HTTP/1.1" status: 200 len: 1094 time: 1.5266893 Aug 17 19:40:45.195602 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'tag': 'f7334bd8-62fe-48ac-941a-26a70056762b'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:40:45.198246 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e387f9d1-6210-4065-a923-4bcb9b92d77b", "tag": "f7334bd8-62fe-48ac-941a-26a70056762b"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:40:45.315106 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ba4329-f159-4546-a2f9-fe9bbcf74eae x-openstack-request-id: req-59ba4329-f159-4546-a2f9-fe9bbcf74eae {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:40:45.315403 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e387f9d1-6210-4065-a923-4bcb9b92d77b", "tag": "f7334bd8-62fe-48ac-941a-26a70056762b", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:40:45.317684 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59ba4329-f159-4546-a2f9-fe9bbcf74eae {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:40:45.318128 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ba4329-f159-4546-a2f9-fe9bbcf74eae'] response: {'name': 'network-changed', 'server_uuid': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'tag': 'f7334bd8-62fe-48ac-941a-26a70056762b', 'status': 'completed', 'code': 200} Aug 17 19:40:45.427653 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d662-3d20-40dc-b958-08048631de6a req-bd8ef3ad-e3ca-4c4d-a0dd-14de047322c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:45.431497 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-bd8ef3ad-e3ca-4c4d-a0dd-14de047322c2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 1128 time: 0.1805832 Aug 17 19:40:45.431771 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023210ce-ca4a-4899-add5-0b6583436499 req-33618781-46fa-4760-8862-c2fb25eba684 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:45.433566 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-023210ce-ca4a-4899-add5-0b6583436499 req-33618781-46fa-4760-8862-c2fb25eba684 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0859721 Aug 17 19:40:45.440635 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719ad95-79b9-49a1-aa2f-2590c3a08111 service neutron] Pushing event updated for resources: {'Port': ['ID=f7334bd8-62fe-48ac-941a-26a70056762b,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:45.518960 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-c8bb66be-6915-4df4-956e-844a74b054a0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7334bd8-62fe-48ac-941a-26a70056762b HTTP/1.1" status: 200 len: 217 time: 0.0716612 Aug 17 19:40:45.556185 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-023210ce-ca4a-4899-add5-0b6583436499 req-721df60f-55d7-4f4e-8e63-0fcf99e4e81d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143744 Aug 17 19:40:45.634731 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d662-3d20-40dc-b958-08048631de6a req-9be33e59-3b78-45b8-a9a1-1c33d2cabc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:45.636469 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-9be33e59-3b78-45b8-a9a1-1c33d2cabc4a service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=e413dfb1-27c8-41d8-b9f9-da8239abab94 HTTP/1.1" status: 200 len: 848 time: 0.0880129 Aug 17 19:40:45.681767 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-3406b76f-e764-476e-ba31-8542733bf520 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=3017223d-fc3d-422a-acc2-745825634714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391009 Aug 17 19:40:45.720874 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 083436a5-a7f4-4bda-99d9-19ce9d04d989 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:45.793054 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 083436a5-a7f4-4bda-99d9-19ce9d04d989 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:45.793585 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:45.939810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:45.955370 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-0519fd81-4ed4-4a7b-8730-74da03e61d70 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613862 Aug 17 19:40:46.050809 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 083436a5-a7f4-4bda-99d9-19ce9d04d989 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:46.052651 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e3d47-22cd-4c8a-a674-384c9833f2c6 req-1a933a5d-7c25-4f0f-a5dd-c9148d87e347 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:46.053257 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:46.061266 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ad1e3d47-22cd-4c8a-a674-384c9833f2c6 req-1a933a5d-7c25-4f0f-a5dd-c9148d87e347 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 944 time: 0.0901115 Aug 17 19:40:46.114309 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3e32d662-3d20-40dc-b958-08048631de6a req-54b21b9e-2e1a-457e-be5f-2cbd20423439 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489203 Aug 17 19:40:46.135314 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 083436a5-a7f4-4bda-99d9-19ce9d04d989, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=083436a5-a7f4-4bda-99d9-19ce9d04d989,segment=NetworkSegment(c0080a65-4d28-447d-8ac7-0ccd8552fa8c),segment_id=c0080a65-4d28-447d-8ac7-0ccd8552fa8c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:46.137357 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ad1e3d47-22cd-4c8a-a674-384c9833f2c6 req-3517c3b7-6c1d-45e9-b396-60cee26bd06e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750337 Aug 17 19:40:46.145347 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:46.201820 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:46.212821 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=083436a5-a7f4-4bda-99d9-19ce9d04d989,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:46.410508 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46262) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:46.655600 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7110907-fa97-47e2-882b-9cc05bd2bf66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:46.785929 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3a089-b3ba-4e28-bec2-e72648692c65 req-081e6b92-ba68-4e8b-b6f9-6d7bfb9b7eb9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:46.787458 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7110907-fa97-47e2-882b-9cc05bd2bf66 admin admin] Publish callbacks [] for security_group (17d57639-7e11-4914-94b4-4c4dd2bd9736), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:46.796967 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-71c3a089-b3ba-4e28-bec2-e72648692c65 req-081e6b92-ba68-4e8b-b6f9-6d7bfb9b7eb9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0724702 Aug 17 19:40:46.801117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7110907-fa97-47e2-882b-9cc05bd2bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (17d57639-7e11-4914-94b4-4c4dd2bd9736), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:46.866451 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e7110907-fa97-47e2-882b-9cc05bd2bf66 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=205df3cf12154ad1ae997e439f7a0153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513054 Aug 17 19:40:46.866451 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46306) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:46.912213 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-71c3a089-b3ba-4e28-bec2-e72648692c65 req-0302d862-15cc-4bdf-8ed6-d64bbcd11754 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112304 Aug 17 19:40:46.916157 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110907-fa97-47e2-882b-9cc05bd2bf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d57639-7e11-4914-94b4-4c4dd2bd9736,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:46.984942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18326d17-e472-40a1-83c3-45d8fe625001 admin admin] Publish callbacks [] for security_group (17d57639-7e11-4914-94b4-4c4dd2bd9736), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:47.017339 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18326d17-e472-40a1-83c3-45d8fe625001 admin admin] Publish callbacks [] for security_group (17d57639-7e11-4914-94b4-4c4dd2bd9736), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:47.087847 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18326d17-e472-40a1-83c3-45d8fe625001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (17d57639-7e11-4914-94b4-4c4dd2bd9736), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:47.095393 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18326d17-e472-40a1-83c3-45d8fe625001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:47.098978 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-18326d17-e472-40a1-83c3-45d8fe625001 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/17d57639-7e11-4914-94b4-4c4dd2bd9736 HTTP/1.1" status: 204 len: 168 time: 0.2255342 Aug 17 19:40:47.117066 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18326d17-e472-40a1-83c3-45d8fe625001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d57639-7e11-4914-94b4-4c4dd2bd9736,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:47.259761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:47.361073 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-2a2d3abc-130b-44b0-be20-ed4113fef442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:47.361260 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a165de-ea83-49ec-a6bc-3fe5c65949e5 req-33a7b9e6-564a-4f4a-bdd5-7ecbb6fb0ad6 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:47.362981 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-2a2d3abc-130b-44b0-be20-ed4113fef442 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 1128 time: 0.1171393 Aug 17 19:40:47.368332 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c8a165de-ea83-49ec-a6bc-3fe5c65949e5 req-33a7b9e6-564a-4f4a-bdd5-7ecbb6fb0ad6 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 944 time: 0.1404710 Aug 17 19:40:47.444750 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c8a165de-ea83-49ec-a6bc-3fe5c65949e5 req-0b27cedb-e236-4c2a-876d-6044bdfce4bf tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754495 Aug 17 19:40:47.583546 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-b68b4979-b5b7-42b2-8096-2b7c12dcdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:47.585392 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-b68b4979-b5b7-42b2-8096-2b7c12dcdfb0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=3017223d-fc3d-422a-acc2-745825634714 HTTP/1.1" status: 200 len: 909 time: 0.2116499 Aug 17 19:40:47.603558 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 083436a5-a7f4-4bda-99d9-19ce9d04d989 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:47.696451 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-b4bdfc3c-d30b-4d4d-a3ac-1991c79ff285 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7334bd8-62fe-48ac-941a-26a70056762b HTTP/1.1" status: 200 len: 217 time: 0.0994177 Aug 17 19:40:47.779105 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-5de7fa08-9b4a-4f7f-8bbe-5126cfb5a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:47.781695 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-5de7fa08-9b4a-4f7f-8bbe-5126cfb5a641 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=e413dfb1-27c8-41d8-b9f9-da8239abab94 HTTP/1.1" status: 200 len: 848 time: 0.0783858 Aug 17 19:40:47.795855 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 46348) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:47.814973 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7980091b-f295-4249-a19f-936e32037e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:47.829234 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 083436a5-a7f4-4bda-99d9-19ce9d04d989 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:47.829827 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:47.855229 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-d4af1514-5210-4965-b59d-92e410a236e8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=3017223d-fc3d-422a-acc2-745825634714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655289 Aug 17 19:40:47.999216 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:48.022993 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 083436a5-a7f4-4bda-99d9-19ce9d04d989 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:48.132912 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7980091b-f295-4249-a19f-936e32037e11 admin admin] Publish callbacks [] for security_group (a711fb49-a30d-4804-a4cb-a8ae095006d8), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:48.155475 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7980091b-f295-4249-a19f-936e32037e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a711fb49-a30d-4804-a4cb-a8ae095006d8), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:48.198690 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980091b-f295-4249-a19f-936e32037e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711fb49-a30d-4804-a4cb-a8ae095006d8,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:48.227026 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-7d3b0fba-aa7d-4cab-8e84-61ed61731785 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561532 Aug 17 19:40:48.252316 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca94e99-1e3f-401b-b3a7-59a01ee68386 req-7d0f26be-030a-4419-9694-4ad741cd0902 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:48.259653 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0ca94e99-1e3f-401b-b3a7-59a01ee68386 req-7d0f26be-030a-4419-9694-4ad741cd0902 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1447928 Aug 17 19:40:48.271133 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-7980091b-f295-4249-a19f-936e32037e11 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a0fa2d47f012424a83c8f12e6e016f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733033 Aug 17 19:40:48.279330 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 46370) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:48.342311 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-44b4460e-00e6-417d-bc3f-8e0e36b3f7c8 req-6740adf3-39c3-4db4-aed6-61f851276dfa service neutron] 10.222.0.65 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080019 Aug 17 19:40:48.362539 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7d143a24-6a90-48fe-8647-514db721094b admin admin] Publish callbacks [] for security_group (a711fb49-a30d-4804-a4cb-a8ae095006d8), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:48.367241 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0ca94e99-1e3f-401b-b3a7-59a01ee68386 req-f2b3c105-e294-4fdb-983b-100e9f70a455 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065230 Aug 17 19:40:48.406647 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7d143a24-6a90-48fe-8647-514db721094b admin admin] Publish callbacks [] for security_group (a711fb49-a30d-4804-a4cb-a8ae095006d8), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:48.527050 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7d143a24-6a90-48fe-8647-514db721094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a711fb49-a30d-4804-a4cb-a8ae095006d8), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:48.530863 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7d143a24-6a90-48fe-8647-514db721094b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:48.532496 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-7d143a24-6a90-48fe-8647-514db721094b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a711fb49-a30d-4804-a4cb-a8ae095006d8 HTTP/1.1" status: 204 len: 168 time: 0.2519801 Aug 17 19:40:48.542452 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:48.543620 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d143a24-6a90-48fe-8647-514db721094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711fb49-a30d-4804-a4cb-a8ae095006d8,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:48.685609 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c29e-ac04-419f-8658-41cce9cc2d17 req-e6ca6822-fb85-42c3-9513-b048cd2cb166 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:48.687193 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de25c29e-ac04-419f-8658-41cce9cc2d17 req-e6ca6822-fb85-42c3-9513-b048cd2cb166 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 944 time: 0.1150296 Aug 17 19:40:48.788382 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de25c29e-ac04-419f-8658-41cce9cc2d17 req-7da17790-fb8e-4cca-bbd6-c55befa42fdd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896313 Aug 17 19:40:49.140545 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device f7334bd8-62fe-48ac-941a-26a70056762b details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:40:49.405297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port f7334bd8-62fe-48ac-941a-26a70056762b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f7334bd8-62fe-48ac-941a-26a70056762b,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:49.422406 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'f7334bd8-62fe-48ac-941a-26a70056762b', 'network_id': '3017223d-fc3d-422a-acc2-745825634714', 'port_id': 'f7334bd8-62fe-48ac-941a-26a70056762b', 'mac_address': 'fa:16:3e:bc:a3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e413dfb1-27c8-41d8-b9f9-da8239abab94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:40:49.519570 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558563c9-8a2b-4416-800e-3de92f67834b req-c16917c5-ef7d-449b-b7b4-ce869d8810bb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:49.521694 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port f7334bd8-62fe-48ac-941a-26a70056762b is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:49.522090 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:49.528039 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-558563c9-8a2b-4416-800e-3de92f67834b req-c16917c5-ef7d-449b-b7b4-ce869d8810bb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0596471 Aug 17 19:40:49.594580 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7334bd8-62fe-48ac-941a-26a70056762b {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:40:49.619778 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-558563c9-8a2b-4416-800e-3de92f67834b req-3aa1174b-66a7-4021-ba54-17ea37cd9bbe tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899935 Aug 17 19:40:49.649592 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:49.668741 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port f7334bd8-62fe-48ac-941a-26a70056762b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f7334bd8-62fe-48ac-941a-26a70056762b,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:49.676713 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:49.736532 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:49.759730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=f7334bd8-62fe-48ac-941a-26a70056762b,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:49.815474 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 46428) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:49.964874 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d8044-18e4-47a9-a18b-4cf9984d26cc req-d1c577f5-4679-471e-8b7e-327390505327 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:49.967549 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-874d8044-18e4-47a9-a18b-4cf9984d26cc req-d1c577f5-4679-471e-8b7e-327390505327 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 945 time: 0.0731702 Aug 17 19:40:50.001004 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-347462064-network', 'tenant_id': '1900683b14274039bf8ff585ea544246'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:50.040543 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['f7334bd8-62fe-48ac-941a-26a70056762b'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:40:50.054939 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Made reservation on behalf of 1900683b14274039bf8ff585ea544246 for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:50.057464 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.067649 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.117046 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-874d8044-18e4-47a9-a18b-4cf9984d26cc req-5e667b8c-388c-400f-9d9b-c1f15a5094fd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420364 Aug 17 19:40:50.192416 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks [] for security_group (773fde90-c400-4ebd-9ad8-4b35cd86c4c1), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.197787 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (773fde90-c400-4ebd-9ad8-4b35cd86c4c1), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.235615 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:40:50.243411 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773fde90-c400-4ebd-9ad8-4b35cd86c4c1,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:50.250831 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (aeb021b5-0b50-4c91-9f0d-7e13bbe72efa), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.251600 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Added segment aeb021b5-0b50-4c91-9f0d-7e13bbe72efa of type vlan for network bf3e2f83-f420-4eef-9d02-37eb42141bfc Aug 17 19:40:50.307211 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (bf3e2f83-f420-4eef-9d02-37eb42141bfc), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.344808 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (bf3e2f83-f420-4eef-9d02-37eb42141bfc), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.345897 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:50.346473 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.410722 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5912495 Aug 17 19:40:50.411197 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46436) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:50.419125 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Request body: {'subnet': {'network_id': 'bf3e2f83-f420-4eef-9d02-37eb42141bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-347462064-subnet', 'tenant_id': '1900683b14274039bf8ff585ea544246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:50.420726 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f826101-190f-4ba2-8040-e49eb2595ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf3e2f83-f420-4eef-9d02-37eb42141bfc,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:50.439357 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network bf3e2f83-f420-4eef-9d02-37eb42141bfc details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:40:50.459990 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Made reservation on behalf of 1900683b14274039bf8ff585ea544246 for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:50.462707 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.534677 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:50.732472 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (b4022463-74c7-44ce-ac5f-e9d48e568ee1), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.807200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:50.811445 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4022463-74c7-44ce-ac5f-e9d48e568ee1,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:50.820474 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Checking segment: {'id': 'aeb021b5-0b50-4c91-9f0d-7e13bbe72efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf3e2f83-f420-4eef-9d02-37eb42141bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:50.820907 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Network hostable DHCP agents. Network: bf3e2f83-f420-4eef-9d02-37eb42141bfc, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:40:50.825911 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46446) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:50.826732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755304fa-9943-4b4b-9de8-248cf3ef9469 req-607774ad-89d9-4c5f-92a0-fd476a285300 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:50.828528 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-755304fa-9943-4b4b-9de8-248cf3ef9469 req-607774ad-89d9-4c5f-92a0-fd476a285300 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0700552 Aug 17 19:40:50.867891 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Network bf3e2f83-f420-4eef-9d02-37eb42141bfc is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:40:50.896159 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-755304fa-9943-4b4b-9de8-248cf3ef9469 req-af33ad98-1060-426e-9099-d099e642d366 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611234 Aug 17 19:40:50.901137 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, bf3e2f83-f420-4eef-9d02-37eb42141bfc) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:50.911748 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac458b-3e12-4a95-b462-e6c11ba33d94 None None] Network bf3e2f83-f420-4eef-9d02-37eb42141bfc requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:50.922806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:50.923490 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:50.968621 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-de78df11-8bc5-4173-883c-9492d3094477 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5555508 Aug 17 19:40:51.070024 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9bf914-8eac-4c0c-934c-0d229ca39068 None None] Network bf3e2f83-f420-4eef-9d02-37eb42141bfc requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:51.137290 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f2fc32b4-a335-4e9c-9c48-dee33502aaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.139897 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device f7334bd8-62fe-48ac-941a-26a70056762b up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:40:51.251352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:51.263829 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:51.266416 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f2fc32b4-a335-4e9c-9c48-dee33502aaeb admin admin] Publish callbacks [] for security_group (49ef07e9-ca72-4ecd-a097-8f6091388284), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.273623 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f2fc32b4-a335-4e9c-9c48-dee33502aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (49ef07e9-ca72-4ecd-a097-8f6091388284), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.286360 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783824d-944c-4f10-90c4-83c197fa05a0 req-fcc1b5f8-4b4a-4358-9a80-4e00a284cce1 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:51.294606 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e783824d-944c-4f10-90c4-83c197fa05a0 req-fcc1b5f8-4b4a-4358-9a80-4e00a284cce1 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 945 time: 0.0836542 Aug 17 19:40:51.305170 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port f7334bd8-62fe-48ac-941a-26a70056762b completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:40:51.314043 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc32b4-a335-4e9c-9c48-dee33502aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef07e9-ca72-4ecd-a097-8f6091388284,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:51.329296 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port f7334bd8-62fe-48ac-941a-26a70056762b triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:40:51.329728 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.375426 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f2fc32b4-a335-4e9c-9c48-dee33502aaeb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c295271a19644486b35a6cf3c4acf41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5405958 Aug 17 19:40:51.377788 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46462) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:51.378150 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e783824d-944c-4f10-90c4-83c197fa05a0 req-111a1946-a9d7-41ff-8a09-cd5e9de18c75 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826106 Aug 17 19:40:51.459492 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port f7334bd8-62fe-48ac-941a-26a70056762b is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:40:51.460066 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.480370 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f87eb707-8107-403c-8e3d-2f89f81134f1 admin admin] Publish callbacks [] for security_group (49ef07e9-ca72-4ecd-a097-8f6091388284), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.492411 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7334bd8-62fe-48ac-941a-26a70056762b'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:40:51.495159 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663af051-5cb6-4401-976b-e03f6ea6ac1c" -d '{"events": [{"server_uuid": "e387f9d1-6210-4065-a923-4bcb9b92d77b", "name": "network-vif-plugged", "status": "completed", "tag": "f7334bd8-62fe-48ac-941a-26a70056762b"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:40:51.497446 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:51.531228 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f87eb707-8107-403c-8e3d-2f89f81134f1 admin admin] Publish callbacks [] for security_group (49ef07e9-ca72-4ecd-a097-8f6091388284), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.578547 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port f7334bd8-62fe-48ac-941a-26a70056762b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f7334bd8-62fe-48ac-941a-26a70056762b,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:51.591558 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.624613 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f87eb707-8107-403c-8e3d-2f89f81134f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (49ef07e9-ca72-4ecd-a097-8f6091388284), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.629460 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f87eb707-8107-403c-8e3d-2f89f81134f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:51.633138 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f87eb707-8107-403c-8e3d-2f89f81134f1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/49ef07e9-ca72-4ecd-a097-8f6091388284 HTTP/1.1" status: 204 len: 168 time: 0.2513754 Aug 17 19:40:51.646327 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf5933-45c3-4133-bab6-a2e6add10770 x-openstack-request-id: req-27cf5933-45c3-4133-bab6-a2e6add10770 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:40:51.646651 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e387f9d1-6210-4065-a923-4bcb9b92d77b", "name": "network-vif-plugged", "status": "completed", "tag": "f7334bd8-62fe-48ac-941a-26a70056762b", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:40:51.646915 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27cf5933-45c3-4133-bab6-a2e6add10770 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:40:51.647299 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cf5933-45c3-4133-bab6-a2e6add10770'] response: {'server_uuid': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7334bd8-62fe-48ac-941a-26a70056762b', 'code': 200} Aug 17 19:40:51.650038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eb707-8107-403c-8e3d-2f89f81134f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef07e9-ca72-4ecd-a097-8f6091388284,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:51.721565 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=f7334bd8-62fe-48ac-941a-26a70056762b,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:51.911185 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66b92a-9dc9-4afc-a696-01e3bdeb93ab req-e56d3d10-d016-4e14-8cb1-ae336756037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:51.912684 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0a66b92a-9dc9-4afc-a696-01e3bdeb93ab req-e56d3d10-d016-4e14-8cb1-ae336756037d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 1130 time: 0.0637329 Aug 17 19:40:51.987395 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0a66b92a-9dc9-4afc-a696-01e3bdeb93ab req-40b2fc94-f9ff-4f23-ae18-fb6da4607879 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583735 Aug 17 19:40:52.090361 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf958b-63fa-4bce-ba11-b4f8e467a639 req-56b139f8-a1b7-4bfc-9bba-740a608c973b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:52.097765 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-17cf958b-63fa-4bce-ba11-b4f8e467a639 req-56b139f8-a1b7-4bfc-9bba-740a608c973b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0767460 Aug 17 19:40:52.164765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46494) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:52.171160 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-363667143-network', 'tenant_id': 'eac712688c2b4d53b42700897e14d644'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:52.173764 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-17cf958b-63fa-4bce-ba11-b4f8e467a639 req-56d7bbb5-16df-4065-b45f-2dac4030e19e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746679 Aug 17 19:40:52.213050 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Made reservation on behalf of eac712688c2b4d53b42700897e14d644 for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:52.219307 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.228577 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.237597 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:52.366239 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks [] for security_group (abc2b10d-4988-4b10-9272-0b2c21fd64f0), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.370377 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (abc2b10d-4988-4b10-9272-0b2c21fd64f0), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.406406 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:40:52.412584 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc2b10d-4988-4b10-9272-0b2c21fd64f0,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:52.427663 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.428018 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Added segment 3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a of type vlan for network 73ef20d0-351f-433f-809a-99925a1bd637 Aug 17 19:40:52.504559 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (73ef20d0-351f-433f-809a-99925a1bd637), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.540813 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc518e-38cc-44e6-87d7-0e7ee9d25dea req-79656f04-72ab-4570-95fe-9c5abf824ebd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:52.545454 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4cc518e-38cc-44e6-87d7-0e7ee9d25dea req-79656f04-72ab-4570-95fe-9c5abf824ebd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 946 time: 0.0805080 Aug 17 19:40:52.574681 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (73ef20d0-351f-433f-809a-99925a1bd637), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.581696 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:52.581696 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.681357 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5153918 Aug 17 19:40:52.682326 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46506) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:52.703627 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Request body: {'subnet': {'network_id': '73ef20d0-351f-433f-809a-99925a1bd637', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-363667143-subnet', 'tenant_id': 'eac712688c2b4d53b42700897e14d644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:40:52.704109 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4cc518e-38cc-44e6-87d7-0e7ee9d25dea req-88492521-549b-4ac5-9436-2f9364f139c2 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445258 Aug 17 19:40:52.723356 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3638c-26bd-4efb-9de2-dc998313f14b admin admin] Pushing event updated for resources: {'Network': ['ID=73ef20d0-351f-433f-809a-99925a1bd637,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:52.745263 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Made reservation on behalf of eac712688c2b4d53b42700897e14d644 for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:40:52.745499 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:52.765258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 73ef20d0-351f-433f-809a-99925a1bd637 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:40:53.003703 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (0d1d9f11-b3ea-43ea-a437-4a0b268308ca), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:53.038359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:53.077275 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1d9f11-b3ea-43ea-a437-4a0b268308ca,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:53.090661 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Checking segment: {'id': '3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '73ef20d0-351f-433f-809a-99925a1bd637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:40:53.091538 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Network hostable DHCP agents. Network: 73ef20d0-351f-433f-809a-99925a1bd637, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:40:53.116019 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Network 73ef20d0-351f-433f-809a-99925a1bd637 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:40:53.129438 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 73ef20d0-351f-433f-809a-99925a1bd637) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:40:53.133736 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:53.134427 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:53.139525 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896ee0e-10b7-47dc-b04c-9a6bdcf524a3 None None] Network 73ef20d0-351f-433f-809a-99925a1bd637 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:53.158545 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-4088a89d-dead-4bdb-8096-717a4aebbb45 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4716754 Aug 17 19:40:53.354349 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44802b4-c2cb-45af-9294-a6a04a74bd21 None None] Network 73ef20d0-351f-433f-809a-99925a1bd637 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:40:53.447354 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122242fa-a111-485a-a8a4-e8371f1f2d0f req-754a4ad9-b294-42ab-a9b9-0d1646262231 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:53.457254 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-122242fa-a111-485a-a8a4-e8371f1f2d0f req-754a4ad9-b294-42ab-a9b9-0d1646262231 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0875013 Aug 17 19:40:53.571620 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-122242fa-a111-485a-a8a4-e8371f1f2d0f req-9a86cba3-d52a-421a-8dbc-cdc7498e3276 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129284 Aug 17 19:40:53.727782 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 46538) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:53.878657 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c951f-1249-4cb8-a894-5c146304f650 req-902d25e1-c40b-4dd1-ac64-bc63d7657634 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:53.890652 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a5c951f-1249-4cb8-a894-5c146304f650 req-902d25e1-c40b-4dd1-ac64-bc63d7657634 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 946 time: 0.0828855 Aug 17 19:40:54.005268 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a5c951f-1249-4cb8-a894-5c146304f650 req-a97fcaef-4dfc-445f-819b-a3d9c754e3d9 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103654 Aug 17 19:40:54.005268 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-da48b1d0-bf9c-4496-87d1-b65cfa712ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:54.166223 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-da48b1d0-bf9c-4496-87d1-b65cfa712ff8 admin admin] Publish callbacks [] for security_group (a9efe1ff-d80d-4594-ab7a-f5960df20f49), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:54.172458 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-da48b1d0-bf9c-4496-87d1-b65cfa712ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a9efe1ff-d80d-4594-ab7a-f5960df20f49), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:54.270683 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46554) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:40:54.276914 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-da48b1d0-bf9c-4496-87d1-b65cfa712ff8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7ad9a90d4e404a258b75ef60f1ad48da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479803 Aug 17 19:40:54.277931 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48b1d0-bf9c-4496-87d1-b65cfa712ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9efe1ff-d80d-4594-ab7a-f5960df20f49,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:54.317871 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:54.338738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97f035aa-e076-4610-aa1c-6c43be59b122 admin admin] Publish callbacks [] for security_group (a9efe1ff-d80d-4594-ab7a-f5960df20f49), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:54.367641 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97f035aa-e076-4610-aa1c-6c43be59b122 admin admin] Publish callbacks [] for security_group (a9efe1ff-d80d-4594-ab7a-f5960df20f49), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:54.448143 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97f035aa-e076-4610-aa1c-6c43be59b122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a9efe1ff-d80d-4594-ab7a-f5960df20f49), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:54.451509 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-97f035aa-e076-4610-aa1c-6c43be59b122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:54.455069 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-97f035aa-e076-4610-aa1c-6c43be59b122 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a9efe1ff-d80d-4594-ab7a-f5960df20f49 HTTP/1.1" status: 204 len: 168 time: 0.1810126 Aug 17 19:40:54.477768 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f035aa-e076-4610-aa1c-6c43be59b122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9efe1ff-d80d-4594-ab7a-f5960df20f49,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:54.763705 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e50af7-2b59-49e7-8b6a-989ab12fa9ad req-e8c07b3f-1b34-4a06-8231-d63358d52bf6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:54.772106 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-46e50af7-2b59-49e7-8b6a-989ab12fa9ad req-e8c07b3f-1b34-4a06-8231-d63358d52bf6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0657244 Aug 17 19:40:54.843936 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-46e50af7-2b59-49e7-8b6a-989ab12fa9ad req-a183d843-3eef-485c-b7e6-9e76424886bc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704217 Aug 17 19:40:55.150901 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080aaf1-a0ca-432e-8b60-27c00ccd47b6 req-143fdbe2-afa5-494d-b2a0-3d2876bd8696 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:55.152569 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6080aaf1-a0ca-432e-8b60-27c00ccd47b6 req-143fdbe2-afa5-494d-b2a0-3d2876bd8696 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 946 time: 0.0555809 Aug 17 19:40:55.188983 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:55.206158 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6080aaf1-a0ca-432e-8b60-27c00ccd47b6 req-4e31874c-7a34-4ab7-a6df-7a7eb88b3dba tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462005 Aug 17 19:40:56.012934 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693ee19-1143-41af-a2ef-e0ae4c9c7c70 req-9151d29a-b536-4a7b-b00a-fe612d0faff6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:56.014609 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3693ee19-1143-41af-a2ef-e0ae4c9c7c70 req-9151d29a-b536-4a7b-b00a-fe612d0faff6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0714545 Aug 17 19:40:56.073704 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3693ee19-1143-41af-a2ef-e0ae4c9c7c70 req-e3703827-1153-40df-a1db-e7cc4bc91a2d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487044 Aug 17 19:40:56.174502 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:56.372842 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82db49-2788-45ab-a721-74239013f171 req-1b11bc81-282d-4dc8-8bde-4cb732059c3e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:56.389266 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f82db49-2788-45ab-a721-74239013f171 req-1b11bc81-282d-4dc8-8bde-4cb732059c3e tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 946 time: 0.0782831 Aug 17 19:40:56.435112 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f82db49-2788-45ab-a721-74239013f171 req-d9abc4d0-9ef2-49e1-a5fa-7bbdaf466d7a tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Aug 17 19:40:56.962082 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f889-a80e-4a2a-a872-b96698282e4c req-3fff5506-c8cd-4b26-ac1e-0ffd501fd733 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:56.963650 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d474f889-a80e-4a2a-a872-b96698282e4c req-3fff5506-c8cd-4b26-ac1e-0ffd501fd733 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 946 time: 0.0816653 Aug 17 19:40:57.227940 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f793e7-1561-4c42-bbae-39c76e5e3edb req-48dd3f0c-662a-4e9d-b53b-0db843669df1 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:57.230330 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07f793e7-1561-4c42-bbae-39c76e5e3edb req-48dd3f0c-662a-4e9d-b53b-0db843669df1 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0562961 Aug 17 19:40:57.285392 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:57.335618 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44357d44-60a2-4684-8312-38495d61b3f3 req-8daa01fe-cbf5-4d18-8e4d-73eacccce183 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:57.342685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-44357d44-60a2-4684-8312-38495d61b3f3 req-8daa01fe-cbf5-4d18-8e4d-73eacccce183 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.1065676 Aug 17 19:40:57.383233 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07f793e7-1561-4c42-bbae-39c76e5e3edb req-d3958db8-92b5-4b46-8550-0aeaa569e2fd tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460047 Aug 17 19:40:57.420704 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Deleting port f7334bd8-62fe-48ac-941a-26a70056762b {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:40:57.421117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:57.429913 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-44357d44-60a2-4684-8312-38495d61b3f3 req-9b9780de-08d8-4e7a-80e1-5f3bef2e6fff tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861812 Aug 17 19:40:57.525601 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] For port f7334bd8-62fe-48ac-941a-26a70056762b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f7334bd8-62fe-48ac-941a-26a70056762b,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:40:57.525972 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:57.543308 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Calling delete_port for f7334bd8-62fe-48ac-941a-26a70056762b owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:40:57.621679 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ddae-061e-43d5-ad10-b6410974da14 req-9fe1f24d-6115-468d-91ce-c536c0b27fc3 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:57.623222 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8b56ddae-061e-43d5-ad10-b6410974da14 req-9fe1f24d-6115-468d-91ce-c536c0b27fc3 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 946 time: 0.0696120 Aug 17 19:40:57.675948 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-29dc5757-633f-4e91-b074-8f3dfe3c99a6 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:57.681980 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-29dc5757-633f-4e91-b074-8f3dfe3c99a6 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 814 time: 0.1932025 Aug 17 19:40:57.711981 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-31b6f746-375c-455f-9edb-e4dda42f9afb tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/quotas/cd2089b2265341b291a0db883f0d211f HTTP/1.1" status: 200 len: 375 time: 0.0256753 Aug 17 19:40:57.722639 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (f7334bd8-62fe-48ac-941a-26a70056762b), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:57.734410 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8b56ddae-061e-43d5-ad10-b6410974da14 req-55a3f9fd-4588-443a-9dc0-8f1694d5b076 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013401 Aug 17 19:40:57.739480 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['f7334bd8-62fe-48ac-941a-26a70056762b'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:40:57.751316 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Pushing event deleted for resources: {'Port': ['ID=f7334bd8-62fe-48ac-941a-26a70056762b,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:40:57.783053 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.783488 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.784022 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.784428 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.784829 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.785451 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.786035 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.786569 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.787154 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.787717 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.788353 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.788895 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.789483 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.790239 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.790834 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:40:57.810824 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-2766cf28-a0f2-40a3-97cf-2d53509f3f15 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747373 Aug 17 19:40:57.838987 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] No DVR routers for this DVR port f7334bd8-62fe-48ac-941a-26a70056762b on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:40:57.844604 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:40:57.848170 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d474f889-a80e-4a2a-a872-b96698282e4c req-7f6870aa-f2bd-4929-9695-e472f188d9a5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "DELETE /networking/v2.0/ports/f7334bd8-62fe-48ac-941a-26a70056762b HTTP/1.1" status: 204 len: 173 time: 0.5928304 Aug 17 19:40:57.848637 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'name': 'network-vif-deleted', 'tag': 'f7334bd8-62fe-48ac-941a-26a70056762b'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:40:57.850980 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dded40-c981-463a-94e7-d7c3a9c55383" -d '{"events": [{"server_uuid": "e387f9d1-6210-4065-a923-4bcb9b92d77b", "name": "network-vif-deleted", "tag": "f7334bd8-62fe-48ac-941a-26a70056762b"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:40:57.915205 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-c05a1bfe-0dbd-450d-ac77-748a555ded75 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994911 Aug 17 19:40:57.967150 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1f362f-f918-4beb-a8e1-81752b7fe99e x-openstack-request-id: req-3a1f362f-f918-4beb-a8e1-81752b7fe99e {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:40:57.967667 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e387f9d1-6210-4065-a923-4bcb9b92d77b", "name": "network-vif-deleted", "tag": "f7334bd8-62fe-48ac-941a-26a70056762b", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:40:57.967927 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a1f362f-f918-4beb-a8e1-81752b7fe99e {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:40:57.968440 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1f362f-f918-4beb-a8e1-81752b7fe99e'] response: {'server_uuid': 'e387f9d1-6210-4065-a923-4bcb9b92d77b', 'name': 'network-vif-deleted', 'tag': 'f7334bd8-62fe-48ac-941a-26a70056762b', 'status': 'completed', 'code': 200} Aug 17 19:40:58.037920 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-6801a5c7-f0b2-4bf6-b694-418a7a7a30d4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143458 Aug 17 19:40:58.074187 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb156ce-29fb-490a-a4d7-47190b4bea8a req-aafe5924-69dd-4ef9-ab41-be4a5f037f02 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:58.076679 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5eb156ce-29fb-490a-a4d7-47190b4bea8a req-aafe5924-69dd-4ef9-ab41-be4a5f037f02 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0591424 Aug 17 19:40:58.128533 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5eb156ce-29fb-490a-a4d7-47190b4bea8a req-ca6e5327-9533-4b58-9807-7ced1af3eb51 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Aug 17 19:40:58.206857 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-071a569f-1c46-426a-8e76-203c6b2adced req-15120f24-450c-40b8-b80b-9ba9a8868093 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 210 time: 0.0282874 Aug 17 19:40:58.629178 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e664def-f0f6-4de9-aafd-3d3e4fa74a98 req-53044420-12cb-4f71-a35b-b6a462a45b36 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:58.637242 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6e664def-f0f6-4de9-aafd-3d3e4fa74a98 req-53044420-12cb-4f71-a35b-b6a462a45b36 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0860336 Aug 17 19:40:58.749842 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6e664def-f0f6-4de9-aafd-3d3e4fa74a98 req-b413624f-308d-4ff0-ba95-c1ecf03eb3cf tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124401 Aug 17 19:40:58.771029 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587471-4543-40fa-b983-d69b1035d2b9 req-78ef5bfb-0ff5-4017-98ed-2ea246fc7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:58.772524 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-79587471-4543-40fa-b983-d69b1035d2b9 req-78ef5bfb-0ff5-4017-98ed-2ea246fc7ad9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1130 time: 0.0601561 Aug 17 19:40:58.780847 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197f30f-fadd-49b7-bf65-323a793a5867 req-4e692732-f13c-4f2b-8079-d7c579326a00 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:58.782325 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0197f30f-fadd-49b7-bf65-323a793a5867 req-4e692732-f13c-4f2b-8079-d7c579326a00 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1034508 Aug 17 19:40:58.828580 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:58.833473 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0197f30f-fadd-49b7-bf65-323a793a5867 req-e696d8ff-bd36-4448-914d-4a2b23d457cb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450451 Aug 17 19:40:58.938583 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59b1729a-6306-47eb-8764-0099d887e3ec req-da6ae169-e21b-48c8-9046-8a83de8b8471 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e387f9d1-6210-4065-a923-4bcb9b92d77b HTTP/1.1" status: 200 len: 210 time: 0.0275872 Aug 17 19:40:59.097363 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-79587471-4543-40fa-b983-d69b1035d2b9 req-2d24ce92-183a-4fe7-b22b-0ab8ee9cea90 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455921 Aug 17 19:40:59.252313 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed80c-cfda-45d8-836d-28cccb8f4c90 req-c9528621-b8ed-4dec-8a09-aca2a52e3724 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:59.253825 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-601ed80c-cfda-45d8-836d-28cccb8f4c90 req-c9528621-b8ed-4dec-8a09-aca2a52e3724 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0496414 Aug 17 19:40:59.318020 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-402e3c7e-12e9-474e-a5b6-fe34f5fab9b6 req-4d973804-4294-46f8-9c88-0b56378a4346 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 210 time: 0.0370646 Aug 17 19:40:59.325988 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:40:59.331102 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-601ed80c-cfda-45d8-836d-28cccb8f4c90 req-43d7395b-dbe0-4af8-8724-6ea12dcefb86 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701993 Aug 17 19:40:59.874566 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaa0e0-d293-4a4d-af1c-fb35d6d90b18 req-746736cf-0482-4a3e-acc5-1fdade644f16 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:59.876047 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-79eaa0e0-d293-4a4d-af1c-fb35d6d90b18 req-746736cf-0482-4a3e-acc5-1fdade644f16 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0500128 Aug 17 19:40:59.967456 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-79eaa0e0-d293-4a4d-af1c-fb35d6d90b18 req-c2353958-519e-4784-a010-e709024b352f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839875 Aug 17 19:40:59.983922 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fce24-3975-411b-b5c1-ad61c3581edc req-551e5d96-24a4-4bb8-adaa-d9470829c37f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:40:59.986001 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-723fce24-3975-411b-b5c1-ad61c3581edc req-551e5d96-24a4-4bb8-adaa-d9470829c37f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0733624 Aug 17 19:41:00.049558 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-723fce24-3975-411b-b5c1-ad61c3581edc req-d05b56a4-11c8-4e8a-afa4-01e7c32f399a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579767 Aug 17 19:41:00.218121 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:00.266090 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-4d700902-8817-4356-94ca-8005e860c31d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:00.267546 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-4d700902-8817-4356-94ca-8005e860c31d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.65 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 814 time: 0.1252403 Aug 17 19:41:00.283767 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'port': {'device_id': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'admin_state_up': True, 'tenant_id': 'cd2089b2265341b291a0db883f0d211f'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:00.349077 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-befa22b1-d739-4f90-82b1-1d8045cfb946 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:00.350895 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-befa22b1-d739-4f90-82b1-1d8045cfb946 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/networks?id=3017223d-fc3d-422a-acc2-745825634714 HTTP/1.1" status: 200 len: 808 time: 0.1065392 Aug 17 19:41:00.371916 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-495ec3c4-7d2d-45e6-8560-7540216a042d tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/quotas/12bd76b56a1d4dbcbf306843e0ade6bf HTTP/1.1" status: 200 len: 375 time: 0.0126255 Aug 17 19:41:00.404817 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Made reservation on behalf of cd2089b2265341b291a0db883f0d211f for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:41:00.408434 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:00.425394 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-c786baed-4abe-4d0f-be3d-f1fca3ab0b24 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464988 Aug 17 19:41:00.519173 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f5c2eb4a-63d2-43bd-8ee6-5fe247d9acce req-984e9179-f5a9-47e3-8e70-74e932c63d53 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 210 time: 0.0742252 Aug 17 19:41:00.541500 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:00.565557 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Allocated IP 172.20.0.11 (e26875a7-1e1d-4110-a54a-ba7eb4932396/71a31d75-040a-48b5-b605-7267bee68e6d/b5880430-ff15-4906-82f8-7fe7ec8aba19) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:00.566827 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-13a64525-e325-4ded-8520-e8259510f146 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343536 Aug 17 19:41:00.667668 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-b23df3ca-2ba2-4a93-bdda-074addb609a9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914392 Aug 17 19:41:00.742780 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:00.788463 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201932b-ad3b-4029-b228-841127ed565d req-ff943147-317d-40b6-80cd-ab707e52bf2d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:00.788590 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:00.790339 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e201932b-ad3b-4029-b228-841127ed565d req-ff943147-317d-40b6-80cd-ab707e52bf2d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0518277 Aug 17 19:41:00.849918 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:00.856398 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:00.874018 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:00.879949 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:00.881078 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:00.882891 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bcdedc99-179e-40af-aa39-37c9f0ba1709 req-97a9bbc0-9ad8-4eaa-9184-461eb46a498a tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0424776 Aug 17 19:41:00.896137 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:00.901649 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e201932b-ad3b-4029-b228-841127ed565d req-7696dec5-d6a9-492e-8c5d-344e774a16fb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955160 Aug 17 19:41:00.933665 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d927df31-ca4b-479d-b975-f5fdee62c34b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6536593 Aug 17 19:41:01.100674 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-cdbdfb8b-5355-4091-8017-ef75af53e286 None None] Provisioning complete for port b5880430-ff15-4906-82f8-7fe7ec8aba19 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:01.101275 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-cdbdfb8b-5355-4091-8017-ef75af53e286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:01.135249 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Request body: {'port': {'device_id': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:01.148469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e45aeb-d7de-4a5b-96e7-a2dd07a91851 req-b332aee5-f139-4ab5-8c5b-8d6dfe26fcf4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:01.158802 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-95e45aeb-d7de-4a5b-96e7-a2dd07a91851 req-b332aee5-f139-4ab5-8c5b-8d6dfe26fcf4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0994799 Aug 17 19:41:01.175270 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdfb8b-5355-4091-8017-ef75af53e286 None None] Port b5880430-ff15-4906-82f8-7fe7ec8aba19 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:41:01.194971 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device f7334bd8-62fe-48ac-941a-26a70056762b no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:41:01.241352 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: f7334bd8-62fe-48ac-941a-26a70056762b {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:41:01.241710 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device f7334bd8-62fe-48ac-941a-26a70056762b not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:41:01.268574 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772e93-fa57-443a-84e3-b8abcebfb227 req-a00438cc-bef2-49c5-b2ee-b57473213e20 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:01.271842 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12772e93-fa57-443a-84e3-b8abcebfb227 req-a00438cc-bef2-49c5-b2ee-b57473213e20 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1057842 Aug 17 19:41:01.308314 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:01.581743 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-95e45aeb-d7de-4a5b-96e7-a2dd07a91851 req-9376bc20-198b-45e3-b3e2-81528d3c548f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206624 Aug 17 19:41:01.592581 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12772e93-fa57-443a-84e3-b8abcebfb227 req-0aabf8e8-6ace-42ba-9b0b-69515ff0fc75 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134997 Aug 17 19:41:01.624080 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:01.745486 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363d0cc-97eb-4a62-8a17-2c5c6783308b req-f783b57f-6b4c-4bad-814b-bbd638b937ac tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:01.765515 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3363d0cc-97eb-4a62-8a17-2c5c6783308b req-f783b57f-6b4c-4bad-814b-bbd638b937ac tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 932 time: 0.1103973 Aug 17 19:41:01.781618 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5880430-ff15-4906-82f8-7fe7ec8aba19 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:01.793401 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Publish callbacks [] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:01.815897 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Transition to ACTIVE for port object b5880430-ff15-4906-82f8-7fe7ec8aba19 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:41:01.823221 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:01.870169 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3363d0cc-97eb-4a62-8a17-2c5c6783308b req-d0f15ac8-292a-4744-b554-cdba2b162fcb tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060045 Aug 17 19:41:01.934808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Pushing event updated for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:01.959426 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Attempting to bind port b5880430-ff15-4906-82f8-7fe7ec8aba19 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:41:01.959853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Attempting to bind port b5880430-ff15-4906-82f8-7fe7ec8aba19 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:41:01.960290 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Attempting to bind port b5880430-ff15-4906-82f8-7fe7ec8aba19 on network e26875a7-1e1d-4110-a54a-ba7eb4932396 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:01.965232 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Port b5880430-ff15-4906-82f8-7fe7ec8aba19 on network e26875a7-1e1d-4110-a54a-ba7eb4932396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:41:01.966282 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Attempting to bind port b5880430-ff15-4906-82f8-7fe7ec8aba19 on network e26875a7-1e1d-4110-a54a-ba7eb4932396 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:01.972456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:41:01.972929 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Checking segment: {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:41:01.973599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Bound using segment: {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:41:01.974133 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Bound port: b5880430-ff15-4906-82f8-7fe7ec8aba19, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b964a49-eb2e-4c0a-b7f7-44e151a5d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:41:01.974681 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:02.020787 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=1,neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:02.049058 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:41:02.052673 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:41:02.058825 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:02.063341 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:02.063945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:02.065454 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 1094 time: 0.9405501 Aug 17 19:41:02.066005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:02.068277 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:02.073091 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-dc514256-6c85-44b7-aaeb-cc8f0494a445 req-8e276d35-f596-4a81-b573-c562299131ea tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0332963 Aug 17 19:41:02.126252 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c313e7-853b-4f47-98f1-1ffa9ef97dee service neutron] Pushing event updated for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:02.131449 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:02.141765 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a829f-cd5a-4dd1-8938-8d92ba32b201 req-926a4752-79e5-4812-a174-c4f24854a421 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:02.143533 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e32a829f-cd5a-4dd1-8938-8d92ba32b201 req-926a4752-79e5-4812-a174-c4f24854a421 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0689540 Aug 17 19:41:02.156666 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:02.178637 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:02.214824 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b96f5f-7352-4df6-9899-1b1539dd421a req-0636fbde-1532-48e3-beb9-c087725d0a9c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:02.216381 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-70b96f5f-7352-4df6-9899-1b1539dd421a req-0636fbde-1532-48e3-beb9-c087725d0a9c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0684564 Aug 17 19:41:02.245982 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e32a829f-cd5a-4dd1-8938-8d92ba32b201 req-99497a45-5ed3-418c-a9fd-7dd2b79ed842 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962310 Aug 17 19:41:02.290492 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-70b96f5f-7352-4df6-9899-1b1539dd421a req-a4330a89-97d8-43a8-a78c-0d2981eae470 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656950 Aug 17 19:41:02.297096 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d37089-3166-42f8-8980-a026bafb12fa x-openstack-request-id: req-d1d37089-3166-42f8-8980-a026bafb12fa {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:02.297440 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:02.297696 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1d37089-3166-42f8-8980-a026bafb12fa {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:02.298102 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d37089-3166-42f8-8980-a026bafb12fa'] response: {'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'status': 'completed', 'code': 200} Aug 17 19:41:02.763901 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbd283-13b7-4087-9091-58257b59d606 req-c0bf1253-98ab-427a-86b2-ac6af0cee727 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:02.772331 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ebcbd283-13b7-4087-9091-58257b59d606 req-c0bf1253-98ab-427a-86b2-ac6af0cee727 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0747640 Aug 17 19:41:02.820540 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ebcbd283-13b7-4087-9091-58257b59d606 req-b77301c1-f06b-49b5-98e1-847b34ce66c4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467846 Aug 17 19:41:03.018465 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068eff88-d6b2-4122-b15a-a6a2948cacbf req-90fadb4a-7326-4f3f-a87e-34a7c85be1e4 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:03.019903 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-068eff88-d6b2-4122-b15a-a6a2948cacbf req-90fadb4a-7326-4f3f-a87e-34a7c85be1e4 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0532639 Aug 17 19:41:03.074879 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-068eff88-d6b2-4122-b15a-a6a2948cacbf req-34c2daa4-fe1f-421f-b1e0-b16aaaa8236d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481727 Aug 17 19:41:03.177524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c853c5a2-7ab3-4a67-a739-92659d2c1caf req-b3059218-1267-4234-a079-6366e4fd9f4c tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0298998 Aug 17 19:41:03.413505 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34beb4-84cf-4380-9f9a-d90fa1d9a8f5 req-e8d1ae52-5b44-431a-bd1c-77fb7bb15de6 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:03.415002 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4f34beb4-84cf-4380-9f9a-d90fa1d9a8f5 req-e8d1ae52-5b44-431a-bd1c-77fb7bb15de6 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0805058 Aug 17 19:41:03.441851 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa0e2-7367-4643-b103-3a6f62557887 req-209de5b8-b534-4b5c-baf5-1bd67890e3b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:03.443276 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e94aa0e2-7367-4643-b103-3a6f62557887 req-209de5b8-b534-4b5c-baf5-1bd67890e3b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0716026 Aug 17 19:41:03.492376 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4f34beb4-84cf-4380-9f9a-d90fa1d9a8f5 req-10d81db5-9545-47c1-8968-42a623c4ef88 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714753 Aug 17 19:41:03.514198 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e94aa0e2-7367-4643-b103-3a6f62557887 req-24852526-d163-4d3a-98f0-a5ba7c6d74c0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641577 Aug 17 19:41:03.960654 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877122c-9917-4988-a5df-82fb49275d4d req-9e4097b6-829b-4d32-b152-e944bbabc14b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:03.962350 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f877122c-9917-4988-a5df-82fb49275d4d req-9e4097b6-829b-4d32-b152-e944bbabc14b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0530262 Aug 17 19:41:04.042091 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f877122c-9917-4988-a5df-82fb49275d4d req-30965c86-9a65-4529-ae1f-1a9319497079 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663457 Aug 17 19:41:04.046612 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4a8c-2e50-4cac-9e61-c880d7927b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:04.231742 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82068c5a-5f2c-4c27-8f34-1cc02e92f950 req-70f59f3f-1bcd-4682-ad1a-dca38df4b1b2 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:04.233646 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-82068c5a-5f2c-4c27-8f34-1cc02e92f950 req-70f59f3f-1bcd-4682-ad1a-dca38df4b1b2 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0740461 Aug 17 19:41:04.347209 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5189e6a4-0bc9-49b0-bb93-9cc088373bbc req-330d11d6-58dc-4b52-bfb6-8018acbc5037 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0344274 Aug 17 19:41:04.351308 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-82068c5a-5f2c-4c27-8f34-1cc02e92f950 req-74008627-c410-4218-970d-93b4cde30da1 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117454 Aug 17 19:41:04.656546 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b61a8-e15d-4e78-8e73-6a82b22917cc req-23e7410b-ca3e-494f-bfd7-a395cedd2a86 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:04.658177 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de6b61a8-e15d-4e78-8e73-6a82b22917cc req-23e7410b-ca3e-494f-bfd7-a395cedd2a86 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0511303 Aug 17 19:41:04.703190 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c573a2-f386-4a90-ba91-f523fceae86c req-c5886f1d-9ef7-4929-a13b-3ddb25f613c5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:04.704780 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-11c573a2-f386-4a90-ba91-f523fceae86c req-c5886f1d-9ef7-4929-a13b-3ddb25f613c5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.1351988 Aug 17 19:41:04.735992 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de6b61a8-e15d-4e78-8e73-6a82b22917cc req-8e760930-8564-4567-9dc7-8a29e2afd357 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717232 Aug 17 19:41:04.767964 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-11c573a2-f386-4a90-ba91-f523fceae86c req-2a79301a-06fe-4cec-abea-f0c7d6a6ef18 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523884 Aug 17 19:41:05.177931 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800967f-3838-45f3-b969-afefce00099f req-892f1475-c042-40a9-9f77-8b5bf6a908a4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:05.179957 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6800967f-3838-45f3-b969-afefce00099f req-892f1475-c042-40a9-9f77-8b5bf6a908a4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0540218 Aug 17 19:41:05.217545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:05.233879 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6800967f-3838-45f3-b969-afefce00099f req-f68e386b-4c61-4468-9503-a0366a6511c1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475328 Aug 17 19:41:05.499573 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-10b4fe53-27da-46dd-bd56-ac5d7fc1961a req-5ba0a396-b8fe-4501-94cc-430e597c5b82 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0542517 Aug 17 19:41:05.582617 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51ecdb-23e3-4c0f-b373-9cad3659458c req-8f6df0ab-601d-416d-8575-2bfb8492f5a0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:05.584406 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7a51ecdb-23e3-4c0f-b373-9cad3659458c req-8f6df0ab-601d-416d-8575-2bfb8492f5a0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0970774 Aug 17 19:41:05.647491 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7a51ecdb-23e3-4c0f-b373-9cad3659458c req-b346d89f-a7a9-4704-bfc5-a743c73d4fe7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Aug 17 19:41:05.905638 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:05.910873 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d925d20-51cc-49b9-b086-23f6663aa808 req-ca354c5c-d07c-4535-93b9-1c1687b0a18a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:05.912433 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7d925d20-51cc-49b9-b086-23f6663aa808 req-ca354c5c-d07c-4535-93b9-1c1687b0a18a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0713210 Aug 17 19:41:05.984128 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283dd00-5bcb-4ee6-bc23-92f8b58966f1 req-2243ca20-8476-46d4-aefe-9a82c1e6b5ad tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:05.985118 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a283dd00-5bcb-4ee6-bc23-92f8b58966f1 req-2243ca20-8476-46d4-aefe-9a82c1e6b5ad tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.1049235 Aug 17 19:41:06.041759 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7d925d20-51cc-49b9-b086-23f6663aa808 req-ba197115-fa88-43df-accd-11c643e60e85 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952265 Aug 17 19:41:06.095128 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a283dd00-5bcb-4ee6-bc23-92f8b58966f1 req-e2060c4a-7ddb-4cb3-81fa-6470f7eb1ccd tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028845 Aug 17 19:41:06.107332 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-498d82f6-2ae0-43a0-b68b-9a47c25b84b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:06.147647 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:06.399994 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd84d1-1bf3-4b1f-97c6-6b48427d3530 req-f9f9718c-904f-49a4-8dee-4ccc0deb29ed tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:06.403054 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-18cd84d1-1bf3-4b1f-97c6-6b48427d3530 req-f9f9718c-904f-49a4-8dee-4ccc0deb29ed tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0566046 Aug 17 19:41:06.462680 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-18cd84d1-1bf3-4b1f-97c6-6b48427d3530 req-683531ef-c866-4c37-b982-a3b88132780a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503614 Aug 17 19:41:06.603952 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-33523e6b-de87-4ac4-ba6d-6b7d96945c07 req-11d3eb6a-ee49-45b9-9b8f-a0dd331b788f tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0321803 Aug 17 19:41:06.785969 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873f81-f330-46d4-9a3c-45f34e3e3e15 req-97e3f396-54c0-4429-9ee2-40cc1ea82298 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:06.787632 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9b873f81-f330-46d4-9a3c-45f34e3e3e15 req-97e3f396-54c0-4429-9ee2-40cc1ea82298 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0502110 Aug 17 19:41:06.853707 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9b873f81-f330-46d4-9a3c-45f34e3e3e15 req-6a2867d9-9ab3-4e5d-b5dc-10ba2895063e tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Aug 17 19:41:07.257200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a84e-1135-430b-b8cc-b9403ddee273 req-475ebcc1-57a2-4849-9682-d14383c69f9a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:07.258848 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f1b3a84e-1135-430b-b8cc-b9403ddee273 req-475ebcc1-57a2-4849-9682-d14383c69f9a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0937541 Aug 17 19:41:07.267771 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cf289-79c0-40d8-bd58-51a324fea605 req-c7df3d1d-83d5-4c06-80f9-73c97b1b4c31 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:07.269442 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c58cf289-79c0-40d8-bd58-51a324fea605 req-c7df3d1d-83d5-4c06-80f9-73c97b1b4c31 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0692198 Aug 17 19:41:07.368546 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f1b3a84e-1135-430b-b8cc-b9403ddee273 req-7f1c8125-6c3f-48d3-9c7b-6a7115fb6d92 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979521 Aug 17 19:41:07.373909 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c58cf289-79c0-40d8-bd58-51a324fea605 req-10278825-96d3-490d-97fa-de0dee8dfeeb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969729 Aug 17 19:41:07.451926 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:07.746900 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb7e2a-01ad-4d08-9e8e-5b58a5e72ac7 req-04523349-b150-4fe6-ad98-1ae8e5e4ba5d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:07.760030 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-31fb7e2a-01ad-4d08-9e8e-5b58a5e72ac7 req-04523349-b150-4fe6-ad98-1ae8e5e4ba5d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.1480429 Aug 17 19:41:07.817828 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ffff9cbb-925d-43a3-8bd7-df904a573ec2 req-65ff0ae6-9bc3-403e-bbeb-947d36934dc6 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0553374 Aug 17 19:41:07.872553 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-31fb7e2a-01ad-4d08-9e8e-5b58a5e72ac7 req-356533f7-cce0-485e-8001-bd698b478bf3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112819 Aug 17 19:41:07.999007 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2657-fbfd-4001-9d8d-857ec9d5f824 req-43417b28-d808-4e7f-a800-7c64de7f98ab tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:08.000805 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-424b2657-fbfd-4001-9d8d-857ec9d5f824 req-43417b28-d808-4e7f-a800-7c64de7f98ab tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0579827 Aug 17 19:41:08.063491 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-424b2657-fbfd-4001-9d8d-857ec9d5f824 req-9bfa825a-456e-4e35-aa78-5bd6d3a432c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Aug 17 19:41:08.527888 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07551532-df20-4186-972c-143eefa53baf req-2f0edb2a-988d-47b2-8212-790ea2d65246 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:08.533789 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07551532-df20-4186-972c-143eefa53baf req-2f0edb2a-988d-47b2-8212-790ea2d65246 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0830867 Aug 17 19:41:08.571045 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae915a9-0a0c-43e0-b26e-3aa8c13b6316 req-69db443e-9ddf-4f5a-a6b9-3db256f0bd60 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:08.578310 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8ae915a9-0a0c-43e0-b26e-3aa8c13b6316 req-69db443e-9ddf-4f5a-a6b9-3db256f0bd60 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0858693 Aug 17 19:41:08.613285 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:08.634109 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07551532-df20-4186-972c-143eefa53baf req-fcc8b682-98b3-48ae-b1d7-2d75b33e1874 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967412 Aug 17 19:41:08.648614 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8ae915a9-0a0c-43e0-b26e-3aa8c13b6316 req-ae80f4af-2ea9-44b2-bdc3-4c409304e965 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694437 Aug 17 19:41:08.743120 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:08.906079 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:08.962396 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46944) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:09.019343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] Deleting subnet b4022463-74c7-44ce-ac5f-e9d48e568ee1 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:41:09.024176 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] Publish callbacks [] for subnet (b4022463-74c7-44ce-ac5f-e9d48e568ee1), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.031557 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ade82a8e-f8de-493d-afaf-d3c349bdb05d req-9853445c-2d5b-474f-9385-45b1959fa7a9 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0852804 Aug 17 19:41:09.088837 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] Publish callbacks [] for subnet (b4022463-74c7-44ce-ac5f-e9d48e568ee1), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.120148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (b4022463-74c7-44ce-ac5f-e9d48e568ee1), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.121613 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1cf85-8b38-47b8-bf25-e711e08cc270 req-c44ff580-87dc-492a-8f9a-b5c854b478f6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:09.124193 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4da1cf85-8b38-47b8-bf25-e711e08cc270 req-c44ff580-87dc-492a-8f9a-b5c854b478f6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.1037023 Aug 17 19:41:09.165866 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:09.235363 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4da1cf85-8b38-47b8-bf25-e711e08cc270 req-8f466349-6458-4d5d-91d5-ac2247404920 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052225 Aug 17 19:41:09.248538 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for subnet (b4022463-74c7-44ce-ac5f-e9d48e568ee1), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.269241 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71f61-4d66-43fd-9a17-5faf01c52871 req-dd50d927-db62-4b94-b7e7-ba779cddc16c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:09.269241 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-78e71f61-4d66-43fd-9a17-5faf01c52871 req-dd50d927-db62-4b94-b7e7-ba779cddc16c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0897744 Aug 17 19:41:09.286469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4022463-74c7-44ce-ac5f-e9d48e568ee1,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:09.293253 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.296489 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-7d4c6485-3bff-446d-9d1f-fe03a7945b99 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/b4022463-74c7-44ce-ac5f-e9d48e568ee1 HTTP/1.1" status: 204 len: 168 time: 0.3329518 Aug 17 19:41:09.298969 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46948) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:09.319160 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-78e71f61-4d66-43fd-9a17-5faf01c52871 req-19585404-353e-4e72-b2b6-f7b4111780ba tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Aug 17 19:41:09.392416 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (bf3e2f83-f420-4eef-9d02-37eb42141bfc), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.477721 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (bf3e2f83-f420-4eef-9d02-37eb42141bfc), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.499299 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.499677 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.500450 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.500831 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > port after_create 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.501174 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.501561 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > port after_update 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.501928 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.502251 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.502567 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.502917 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.569680 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.570046 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.570371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.570706 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 19:41:09.571077 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3e2f83-f420-4eef-9d02-37eb42141bfc']}} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:09.589659 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb021b5-0b50-4c91-9f0d-7e13bbe72efa') {'for_net_delete': True} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:09.589954 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb021b5-0b50-4c91-9f0d-7e13bbe72efa') {} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:09.611373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824914'] for segment (aeb021b5-0b50-4c91-9f0d-7e13bbe72efa), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.634505 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (aeb021b5-0b50-4c91-9f0d-7e13bbe72efa), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.644357 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=111883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:41:09.644752 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25821873'] for segment (aeb021b5-0b50-4c91-9f0d-7e13bbe72efa), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.766284 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (bf3e2f83-f420-4eef-9d02-37eb42141bfc), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.796491 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23434e-df20-43da-85f7-9a261ac9223d req-bd75e902-53ae-4a1e-ba54-ba356ad9f267 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:09.798445 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4f23434e-df20-43da-85f7-9a261ac9223d req-bd75e902-53ae-4a1e-ba54-ba356ad9f267 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0569932 Aug 17 19:41:09.800604 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=bf3e2f83-f420-4eef-9d02-37eb42141bfc,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:09.803786 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.811258 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-80200704-d6a2-4838-b9fa-fefa9ea6a1fa admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/bf3e2f83-f420-4eef-9d02-37eb42141bfc HTTP/1.1" status: 204 len: 168 time: 0.5107169 Aug 17 19:41:09.813038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46958) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:09.822815 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:09.882306 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8923d-c0e6-4f82-b496-4233eeee2c13 req-e46fa8ce-13de-4125-ada8-e393c8536979 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:09.893590 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cba8923d-c0e6-4f82-b496-4233eeee2c13 req-e46fa8ce-13de-4125-ada8-e393c8536979 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0927236 Aug 17 19:41:09.907276 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] Deleting subnet 0d1d9f11-b3ea-43ea-a437-4a0b268308ca {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:41:09.945884 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] Publish callbacks [] for subnet (0d1d9f11-b3ea-43ea-a437-4a0b268308ca), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:09.975541 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment aeb021b5-0b50-4c91-9f0d-7e13bbe72efa resource provider aggregate not found Aug 17 19:41:10.000663 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment aeb021b5-0b50-4c91-9f0d-7e13bbe72efa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aeb021b5-0b50-4c91-9f0d-7e13bbe72efa found for delete ", "request_id": "req-38ea6777-905d-46f1-bb3e-012024839b6a"}]} Aug 17 19:41:10.030538 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4f23434e-df20-43da-85f7-9a261ac9223d req-f93986d4-236d-451d-b2f0-ea0eacb50bd2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825459 Aug 17 19:41:10.044359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (0d1d9f11-b3ea-43ea-a437-4a0b268308ca), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.106568 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (0d1d9f11-b3ea-43ea-a437-4a0b268308ca), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.120141 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cba8923d-c0e6-4f82-b496-4233eeee2c13 req-b8869938-6b83-4314-bd76-463d2038d585 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254255 Aug 17 19:41:10.212771 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b6491264-4502-4dda-b5b8-e6c35975016f req-63a3d0fa-922b-4531-8c27-9e6e963ee9d1 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0638723 Aug 17 19:41:10.230355 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (0d1d9f11-b3ea-43ea-a437-4a0b268308ca), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.265550 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1d9f11-b3ea-43ea-a437-4a0b268308ca,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:10.267516 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.272764 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-84577452-aed9-472d-9285-bdabef2c851a admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/0d1d9f11-b3ea-43ea-a437-4a0b268308ca HTTP/1.1" status: 204 len: 168 time: 0.4584889 Aug 17 19:41:10.274022 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 46976) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:10.371385 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (73ef20d0-351f-433f-809a-99925a1bd637), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.440344 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decda55-64c1-4e10-8d10-4754ccbdaefc req-4a534631-02fa-45b0-85f5-18fede683967 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:10.442146 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2decda55-64c1-4e10-8d10-4754ccbdaefc req-4a534631-02fa-45b0-85f5-18fede683967 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0934556 Aug 17 19:41:10.523366 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523bc68-28f0-4244-86d4-472089276f74 req-f5fba4ba-2676-432b-ba2d-0de31c626b2b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:10.524786 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f523bc68-28f0-4244-86d4-472089276f74 req-f5fba4ba-2676-432b-ba2d-0de31c626b2b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.1205082 Aug 17 19:41:10.561559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (73ef20d0-351f-433f-809a-99925a1bd637), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.595318 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2decda55-64c1-4e10-8d10-4754ccbdaefc req-9995620b-4d06-4ccc-a931-21524f10566f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370146 Aug 17 19:41:10.604917 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ef20d0-351f-433f-809a-99925a1bd637']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:10.623038 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:10.623334 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:10.632891 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f523bc68-28f0-4244-86d4-472089276f74 req-eb53d02b-58e3-4ac4-8773-0a1986deeca7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012828 Aug 17 19:41:10.636136 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.649500 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.656761 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:41:10.657199 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.701966 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a resource provider aggregate not found Aug 17 19:41:10.720491 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b7e05f9-b29a-4fbb-b6dd-8ff8d80d547a found for delete ", "request_id": "req-5a62a260-7109-49e6-9744-43ec5d52edbe"}]} Aug 17 19:41:10.725189 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (73ef20d0-351f-433f-809a-99925a1bd637), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.734065 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:10.736816 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/73ef20d0-351f-433f-809a-99925a1bd637 HTTP/1.1" status: 204 len: 168 time: 0.4622307 Aug 17 19:41:10.747713 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ef20d0-351f-433f-809a-99925a1bd637,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:10.754789 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.755132 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.755470 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.755802 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.756145 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.756457 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.756778 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.757095 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.757507 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.757826 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.758145 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.758466 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.758778 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.759089 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.759400 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463e9fc-c441-4bd6-b8b1-ecb601c3d5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:10.904376 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46988) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:10.950191 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-8e8350b0-ea07-4953-93e5-8ac0769ecff1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1900683b14274039bf8ff585ea544246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419133 Aug 17 19:41:10.950697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 46990) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:10.967750 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:11.001612 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c48b24f7-7779-42dd-a00b-423342149ef7 admin admin] Publish callbacks [] for security_group (773fde90-c400-4ebd-9ad8-4b35cd86c4c1), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:11.023484 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c48b24f7-7779-42dd-a00b-423342149ef7 admin admin] Publish callbacks [] for security_group (773fde90-c400-4ebd-9ad8-4b35cd86c4c1), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:11.070374 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c48b24f7-7779-42dd-a00b-423342149ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (773fde90-c400-4ebd-9ad8-4b35cd86c4c1), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:11.076649 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c48b24f7-7779-42dd-a00b-423342149ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:11.078449 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c48b24f7-7779-42dd-a00b-423342149ef7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/773fde90-c400-4ebd-9ad8-4b35cd86c4c1 HTTP/1.1" status: 204 len: 168 time: 0.1268501 Aug 17 19:41:11.088663 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b24f7-7779-42dd-a00b-423342149ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773fde90-c400-4ebd-9ad8-4b35cd86c4c1,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:11.147244 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:41:11.209829 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfdc07-eb83-4356-b885-03623aa24c48 req-3b163dc6-bb53-4a9f-871b-b48707daaca5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:11.212425 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cabfdc07-eb83-4356-b885-03623aa24c48 req-3b163dc6-bb53-4a9f-871b-b48707daaca5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0759990 Aug 17 19:41:11.301525 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc17a40-f884-4242-bd91-2e5ff63b57a2 req-0729ca6c-8a96-4489-9a74-77f0dcd845b8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:11.315422 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8dc17a40-f884-4242-bd91-2e5ff63b57a2 req-0729ca6c-8a96-4489-9a74-77f0dcd845b8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1003942 Aug 17 19:41:11.344206 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:11.346243 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-66691eef-e2ad-4d3b-87f1-2b98208af9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:11.347775 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-66691eef-e2ad-4d3b-87f1-2b98208af9f6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1128 time: 0.0533590 Aug 17 19:41:11.414184 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-251d0465-9b6d-4376-9eba-82b09220fc37 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 217 time: 0.0450141 Aug 17 19:41:11.427758 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cabfdc07-eb83-4356-b885-03623aa24c48 req-7bac586d-2550-4fe6-a4b2-b0d9ac2116ed tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018268 Aug 17 19:41:11.451552 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:11.488987 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8dc17a40-f884-4242-bd91-2e5ff63b57a2 req-eee8a5c7-8144-4f9e-96bb-c60d7c66b336 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681225 Aug 17 19:41:11.596410 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3f569098-4ad3-43b1-98cd-3d5b9462da0c req-0b34ac25-0166-4f40-a0ff-2faed0a8f246 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0416157 Aug 17 19:41:11.647509 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47014) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:11.723411 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47018) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:11.775226 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ebc48db0-5a01-41b7-bc4f-e9042e49d8b7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=eac712688c2b4d53b42700897e14d644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240191 Aug 17 19:41:11.795364 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 47022) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:11.796698 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-26c2caca-eaad-4f03-90ed-1085e5685a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:11.798396 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-26c2caca-eaad-4f03-90ed-1085e5685a25 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1130 time: 0.5176902 Aug 17 19:41:11.812376 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0c2a6-de4c-47f4-8df5-e01764a60e31 req-3d93e1f8-7f79-4bdb-b48c-fbc35ee584dd tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:11.814001 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6db0c2a6-de4c-47f4-8df5-e01764a60e31 req-3d93e1f8-7f79-4bdb-b48c-fbc35ee584dd tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.1021421 Aug 17 19:41:11.825999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8761951-ad3e-45a1-9a42-1640832aea60 req-de7b105a-ffbd-4e49-b191-f82e95a60bc3 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:11.827598 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a8761951-ad3e-45a1-9a42-1640832aea60 req-de7b105a-ffbd-4e49-b191-f82e95a60bc3 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0976441 Aug 17 19:41:11.904104 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d777be74-0846-4a2f-afb6-8dafd7f73d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:11.905883 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-d777be74-0846-4a2f-afb6-8dafd7f73d75 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 200 len: 853 time: 0.4794600 Aug 17 19:41:11.910262 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6db0c2a6-de4c-47f4-8df5-e01764a60e31 req-ae5b9c64-0312-46f6-8a61-7e19d1eee2b2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765042 Aug 17 19:41:11.922122 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a8761951-ad3e-45a1-9a42-1640832aea60 req-92417140-2113-492a-bac8-3e37d59e3198 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Aug 17 19:41:11.964207 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-98c1854e-6835-4004-8e55-c00fccedbd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.003913 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-f6b96b1d-09ef-41b7-934a-3c763fdcc905 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:12.005405 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-f6b96b1d-09ef-41b7-934a-3c763fdcc905 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "GET /networking/v2.0/networks?id=3017223d-fc3d-422a-acc2-745825634714 HTTP/1.1" status: 200 len: 808 time: 0.6395955 Aug 17 19:41:12.023651 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-c03c00aa-4797-40de-9c89-332cb44b50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:12.025131 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-c03c00aa-4797-40de-9c89-332cb44b50e9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e26875a7-1e1d-4110-a54a-ba7eb4932396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929883 Aug 17 19:41:12.028318 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b416503-8c83-42b4-888a-f2300f5e0a1b admin admin] Publish callbacks [] for security_group (abc2b10d-4988-4b10-9272-0b2c21fd64f0), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.031381 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-de4e2f59-bf08-4bbc-910a-9539c8e6c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:12.032721 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-de4e2f59-bf08-4bbc-910a-9539c8e6c4bf service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.2208638 Aug 17 19:41:12.046504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-98c1854e-6835-4004-8e55-c00fccedbd2b admin admin] Publish callbacks [] for security_group (9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.050525 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-98c1854e-6835-4004-8e55-c00fccedbd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.053817 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b416503-8c83-42b4-888a-f2300f5e0a1b admin admin] Publish callbacks [] for security_group (abc2b10d-4988-4b10-9272-0b2c21fd64f0), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.086742 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Request body: {'port': {'device_id': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'network_id': '3017223d-fc3d-422a-acc2-745825634714', 'admin_state_up': True, 'tenant_id': '12bd76b56a1d4dbcbf306843e0ade6bf'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:12.091530 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-98c1854e-6835-4004-8e55-c00fccedbd2b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=20c2a1177c4b447982ec5a296c14ced5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627737 Aug 17 19:41:12.093556 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1854e-6835-4004-8e55-c00fccedbd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:12.103363 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47024) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:12.121785 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:12.156164 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e97500da-4ed0-4ba5-aa4c-f71d41b940ad admin admin] Publish callbacks [] for security_group (9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.177966 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e97500da-4ed0-4ba5-aa4c-f71d41b940ad admin admin] Publish callbacks [] for security_group (9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.217628 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-cafece1b-ea6f-48d7-b65a-54c70f582836 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 200 len: 217 time: 0.1098602 Aug 17 19:41:12.228667 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e97500da-4ed0-4ba5-aa4c-f71d41b940ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.232276 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e97500da-4ed0-4ba5-aa4c-f71d41b940ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.235941 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e97500da-4ed0-4ba5-aa4c-f71d41b940ad admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7 HTTP/1.1" status: 204 len: 168 time: 0.1291747 Aug 17 19:41:12.241756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97500da-4ed0-4ba5-aa4c-f71d41b940ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbafa6a-e3e6-4b68-9226-97eff5d7a6f7,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:12.263568 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b416503-8c83-42b4-888a-f2300f5e0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (abc2b10d-4988-4b10-9272-0b2c21fd64f0), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.266155 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b416503-8c83-42b4-888a-f2300f5e0a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.267276 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3b416503-8c83-42b4-888a-f2300f5e0a1b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/abc2b10d-4988-4b10-9272-0b2c21fd64f0 HTTP/1.1" status: 204 len: 168 time: 0.4679487 Aug 17 19:41:12.312040 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b416503-8c83-42b4-888a-f2300f5e0a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc2b10d-4988-4b10-9272-0b2c21fd64f0,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:12.327956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:12.355036 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-59b1340b-e572-4b45-832c-f022b88ebe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:12.356633 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-59b1340b-e572-4b45-832c-f022b88ebe4d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.1292584 Aug 17 19:41:12.360041 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-fa7bde3f-38dc-4a4e-97af-90773b06f4a6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542522 Aug 17 19:41:12.411771 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Made reservation on behalf of 12bd76b56a1d4dbcbf306843e0ade6bf for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:41:12.415325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.475771 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-8c224607-1aad-4a6b-a047-927cacb386cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:12.477310 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-8c224607-1aad-4a6b-a047-927cacb386cc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044955 Aug 17 19:41:12.633828 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-af88e50c-7d00-4838-9b4f-823d45bf8681 req-079bc0fa-4328-4c9d-b284-2580a21a4ddc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516761 Aug 17 19:41:12.649815 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112025e-7e82-40cd-9551-1acc18eaab44 req-f2b92d2d-21f3-450f-9f29-64c3bc2cf1bb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:12.658742 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8112025e-7e82-40cd-9551-1acc18eaab44 req-f2b92d2d-21f3-450f-9f29-64c3bc2cf1bb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.1247303 Aug 17 19:41:12.692853 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbee026-9d1b-47db-a7c9-8adfd2c727d8 req-7130606e-c88c-4002-a544-a5a480db9402 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:12.700039 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-4158b640-95b0-4c8d-b3b0-12034de62059 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122858 Aug 17 19:41:12.702838 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6bbee026-9d1b-47db-a7c9-8adfd2c727d8 req-7130606e-c88c-4002-a544-a5a480db9402 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1125240 Aug 17 19:41:12.704614 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Allocated IP 172.20.0.9 (3017223d-fc3d-422a-acc2-745825634714/e413dfb1-27c8-41d8-b9f9-da8239abab94/5489f946-7da1-4771-9ff2-0ec4a18c823f) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:12.754768 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8112025e-7e82-40cd-9551-1acc18eaab44 req-eeddc79b-2688-4354-b188-deb67cc11311 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957837 Aug 17 19:41:12.778581 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6bbee026-9d1b-47db-a7c9-8adfd2c727d8 req-2bd162ce-b07c-4604-bc94-9ce4cc871cdf tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735445 Aug 17 19:41:12.892968 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e929917a-e433-4658-8923-f5ca902a4fe0 req-fa7bd933-7703-4cbb-80bf-721eb451ecb0 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0424855 Aug 17 19:41:12.918722 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks [] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:12.959106 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:13.033091 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Network 3017223d-fc3d-422a-acc2-745825634714 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:13.035930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:13.040807 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:13.047319 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:13.054055 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Pushing event updated for resources: {'Port': ['ID=5489f946-7da1-4771-9ff2-0ec4a18c823f,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:13.108581 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5af32-5149-4a8a-ac66-a083c8f419ea req-aa29f199-b9ec-42fd-846d-ccfc47d47a1c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:13.108581 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-33d5af32-5149-4a8a-ac66-a083c8f419ea req-aa29f199-b9ec-42fd-846d-ccfc47d47a1c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0966098 Aug 17 19:41:13.109063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:13.110916 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:13.127452 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:13.139497 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-cda4f227-872c-4c5b-99e4-178322805b91 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0563366 Aug 17 19:41:13.148887 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80a080-acdf-4842-8d97-5af5949f06ac req-d0fdccf3-b9d9-419f-bccb-1b2a4f97f721 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:13.150398 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8e80a080-acdf-4842-8d97-5af5949f06ac req-d0fdccf3-b9d9-419f-bccb-1b2a4f97f721 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0945809 Aug 17 19:41:13.206238 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-33d5af32-5149-4a8a-ac66-a083c8f419ea req-eff66c7a-3656-4a9e-adfe-6697f8306321 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907567 Aug 17 19:41:13.215961 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:13.244510 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8e80a080-acdf-4842-8d97-5af5949f06ac req-802c7b8c-6731-4a66-8f9b-27b0a4da1bef tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793176 Aug 17 19:41:13.336183 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea72f8-e7c9-4935-a71e-89a35bd69a68 req-6fb7d323-78c8-4b19-b089-6822e7dd1221 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:13.337914 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-33ea72f8-e7c9-4935-a71e-89a35bd69a68 req-6fb7d323-78c8-4b19-b089-6822e7dd1221 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0538673 Aug 17 19:41:13.391370 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-33ea72f8-e7c9-4935-a71e-89a35bd69a68 req-38634970-b6cf-46a5-b226-21f0a195dbd5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449166 Aug 17 19:41:13.630920 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Request body: {'port': {'device_id': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:13.646756 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:13.794128 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-a7657b56-50b6-43c1-a3d5-5043acb7a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:13.796267 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-a7657b56-50b6-43c1-a3d5-5043acb7a378 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1128 time: 0.1866748 Aug 17 19:41:13.828208 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-678881fb-a1ba-4d24-9a0d-dbecbba6d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:13.831216 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-678881fb-a1ba-4d24-9a0d-dbecbba6d8c5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 1130 time: 0.0778294 Aug 17 19:41:13.862229 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-7111e90b-fec5-4e18-9233-b0cbd7222b76 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607353 Aug 17 19:41:13.888655 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-017cd531-1c18-4604-b0e2-86447e5ec7fb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1508005 Aug 17 19:41:13.904686 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:14.010998 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36526f28-7d74-45e0-82bf-5de4e282ec0d req-6404e1a1-bd49-4fb2-b843-de9371d9a07b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.012792 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-36526f28-7d74-45e0-82bf-5de4e282ec0d req-6404e1a1-bd49-4fb2-b843-de9371d9a07b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.1202326 Aug 17 19:41:14.054802 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-a29eb8e6-ccbd-4cba-823d-05cf4b499369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.057110 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-a29eb8e6-ccbd-4cba-823d-05cf4b499369 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 1129 time: 0.1149750 Aug 17 19:41:14.143668 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-283e78d6-1a52-430f-9e0a-959035234b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.145152 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-283e78d6-1a52-430f-9e0a-959035234b48 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 915 time: 0.3418872 Aug 17 19:41:14.284756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf8299-c9a0-4396-8de7-df21c45aff56 req-08a43629-1be7-45d1-90fa-8aaa769c39ef tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.286199 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fbcf8299-c9a0-4396-8de7-df21c45aff56 req-08a43629-1be7-45d1-90fa-8aaa769c39ef tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 931 time: 0.2723196 Aug 17 19:41:14.311653 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5489f946-7da1-4771-9ff2-0ec4a18c823f {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:14.321182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Publish callbacks [] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:14.334715 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Transition to ACTIVE for port object 5489f946-7da1-4771-9ff2-0ec4a18c823f will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:41:14.338076 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:14.361064 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:14.370125 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-36526f28-7d74-45e0-82bf-5de4e282ec0d req-bad5b438-4011-4437-a6d6-a17703ad87bc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352351 Aug 17 19:41:14.376710 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-06c0208a-ceb3-452a-a561-72665d1e7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.378199 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-06c0208a-ceb3-452a-a561-72665d1e7719 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 911 time: 0.5398555 Aug 17 19:41:14.402051 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Pushing event updated for resources: {'Port': ['ID=5489f946-7da1-4771-9ff2-0ec4a18c823f,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:14.406865 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fbcf8299-c9a0-4396-8de7-df21c45aff56 req-4db6f1eb-0ff0-45b3-b942-11dddf09ed07 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117113 Aug 17 19:41:14.463558 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Attempting to bind port 5489f946-7da1-4771-9ff2-0ec4a18c823f on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:41:14.463919 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Attempting to bind port 5489f946-7da1-4771-9ff2-0ec4a18c823f by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:41:14.464221 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Attempting to bind port 5489f946-7da1-4771-9ff2-0ec4a18c823f on network 3017223d-fc3d-422a-acc2-745825634714 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:14.469472 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Port 5489f946-7da1-4771-9ff2-0ec4a18c823f on network 3017223d-fc3d-422a-acc2-745825634714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:41:14.469793 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Attempting to bind port 5489f946-7da1-4771-9ff2-0ec4a18c823f on network 3017223d-fc3d-422a-acc2-745825634714 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:14.474877 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:41:14.475218 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Checking segment: {'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:41:14.475623 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Bound using segment: {'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:41:14.476047 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Bound port: 5489f946-7da1-4771-9ff2-0ec4a18c823f, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953055b5-7e71-4628-9f37-451152cb61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3017223d-fc3d-422a-acc2-745825634714'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:41:14.476392 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:14.537947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] For port 5489f946-7da1-4771-9ff2-0ec4a18c823f, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:41:14.538685 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a0b2-a40e-49ca-a349-5daec40e11e7 req-99abbfa5-3387-45a9-961e-1da717d1f0fc tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.540292 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-71f4a0b2-a40e-49ca-a349-5daec40e11e7 req-99abbfa5-3387-45a9-961e-1da717d1f0fc tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0798981 Aug 17 19:41:14.540974 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] For port 5489f946-7da1-4771-9ff2-0ec4a18c823f, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5489f946-7da1-4771-9ff2-0ec4a18c823f,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:41:14.547182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:14.550470 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.551142 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a574c-6236-440b-a766-dcce731d8104 req-ac3e2a6b-4dfa-4060-821b-a6763af28627 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.551325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:14.552574 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bd9a574c-6236-440b-a766-dcce731d8104 req-ac3e2a6b-4dfa-4060-821b-a6763af28627 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0592248 Aug 17 19:41:14.552736 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/5489f946-7da1-4771-9ff2-0ec4a18c823f HTTP/1.1" status: 200 len: 1093 time: 0.9411449 Aug 17 19:41:14.555022 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'tag': '5489f946-7da1-4771-9ff2-0ec4a18c823f'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:14.557566 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa02e35-dc3a-454b-a8fa-e37a9278e602" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b9d664-2c4c-453b-8859-b36d62f08a3a", "tag": "5489f946-7da1-4771-9ff2-0ec4a18c823f"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:14.603605 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5c5f6-b6c7-4b87-a720-12a9a346b127 service neutron] Pushing event updated for resources: {'Port': ['ID=5489f946-7da1-4771-9ff2-0ec4a18c823f,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:14.625037 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-71f4a0b2-a40e-49ca-a349-5daec40e11e7 req-509b34b5-743b-46b0-80ab-fb050c8b3b34 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713532 Aug 17 19:41:14.628172 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bd9a574c-6236-440b-a766-dcce731d8104 req-9c90f43b-4540-42cc-b28d-a667d4bf312e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686235 Aug 17 19:41:14.676799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca70b5c-e9e6-4586-aae5-6a0d51f89cea x-openstack-request-id: req-bca70b5c-e9e6-4586-aae5-6a0d51f89cea {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:14.677147 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b9d664-2c4c-453b-8859-b36d62f08a3a", "tag": "5489f946-7da1-4771-9ff2-0ec4a18c823f", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:14.677430 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bca70b5c-e9e6-4586-aae5-6a0d51f89cea {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:14.677856 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca70b5c-e9e6-4586-aae5-6a0d51f89cea'] response: {'name': 'network-changed', 'server_uuid': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'tag': '5489f946-7da1-4771-9ff2-0ec4a18c823f', 'status': 'completed', 'code': 200} Aug 17 19:41:14.730987 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112a13e-3804-43a8-8506-05b11f8974bc req-7b74fc4a-392c-4360-9497-9bbcca3a1321 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:14.732438 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8112a13e-3804-43a8-8506-05b11f8974bc req-7b74fc4a-392c-4360-9497-9bbcca3a1321 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 944 time: 0.0504432 Aug 17 19:41:14.778759 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8112a13e-3804-43a8-8506-05b11f8974bc req-ddbab059-4abb-43d6-846f-af2f768b530d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Aug 17 19:41:15.076426 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-fa32eca5-b594-4a79-af8c-0ea10e31a45c tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=ec6d3773e5384bfdadf6673f61ca5959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292180 Aug 17 19:41:15.267747 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-8192cf8e-3f94-498c-a217-fc3aca512c45 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 217 time: 0.0892656 Aug 17 19:41:15.294174 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b5880430-ff15-4906-82f8-7fe7ec8aba19 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:41:15.298889 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:15.336524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-0c844754-2039-4162-bf29-fa08dcb4412b service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 200 len: 1001 time: 0.1628981 Aug 17 19:41:15.347112 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-54707fe1-784b-4e3f-8c4c-d7ed764d0a5b tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:15.353834 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-54707fe1-784b-4e3f-8c4c-d7ed764d0a5b tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718890 Aug 17 19:41:15.354306 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-d58c25fd-f01e-494a-8f8c-d4d56e2eff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:15.355915 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-d58c25fd-f01e-494a-8f8c-d4d56e2eff72 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 200 len: 853 time: 0.0678251 Aug 17 19:41:15.374017 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02e35-dc3a-454b-a8fa-e37a9278e602 req-25d83bca-166c-48f6-b939-1c6238bf33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:15.375531 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6fa02e35-dc3a-454b-a8fa-e37a9278e602 req-25d83bca-166c-48f6-b939-1c6238bf33f6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 1127 time: 0.1219208 Aug 17 19:41:15.399836 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-99689a68-03d6-44df-b203-5f09598414a2 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/quotas/ec6d3773e5384bfdadf6673f61ca5959 HTTP/1.1" status: 200 len: 375 time: 0.0450850 Aug 17 19:41:15.452465 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-e82a4e1a-487d-4d5b-8af0-45096eeef2c0 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ec6d3773e5384bfdadf6673f61ca5959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516772 Aug 17 19:41:15.463960 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-e5564016-cf5e-474c-a15f-d4cd36212d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:15.468528 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-e5564016-cf5e-474c-a15f-d4cd36212d2c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.1127164 Aug 17 19:41:15.471810 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:15.487223 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:15.504805 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'port_id': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'mac_address': 'fa:16:3e:30:b6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:41:15.522953 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:15.547972 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port b5880430-ff15-4906-82f8-7fe7ec8aba19 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:15.548291 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:15.565716 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5880430-ff15-4906-82f8-7fe7ec8aba19 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:15.567912 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e3207-ab24-4976-9ae6-f043ce42d031 req-597b2970-5ea3-4c6e-935b-ff2d6c7c5310 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:15.571563 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ab4e3207-ab24-4976-9ae6-f043ce42d031 req-597b2970-5ea3-4c6e-935b-ff2d6c7c5310 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0680306 Aug 17 19:41:15.606536 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:15.615042 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:15.666601 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ab4e3207-ab24-4976-9ae6-f043ce42d031 req-50ef99a4-2ad5-440c-bbb8-4959ce538e9c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862653 Aug 17 19:41:15.700185 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:15.825938 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ce8612f5-a2cf-4cbf-8b6e-410dd709d6b9 req-00e4d9ea-b90c-4f9e-a409-94d8eb833a13 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 210 time: 0.0608048 Aug 17 19:41:15.835859 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148dc8c-4b9d-42b3-9f45-f6849a9b3345 req-5de61e63-9ffb-4d87-9f60-9ebf1062bea5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:15.844822 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5148dc8c-4b9d-42b3-9f45-f6849a9b3345 req-5de61e63-9ffb-4d87-9f60-9ebf1062bea5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 943 time: 0.1767228 Aug 17 19:41:15.910449 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b5880430-ff15-4906-82f8-7fe7ec8aba19'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:15.934657 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:15.988038 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5148dc8c-4b9d-42b3-9f45-f6849a9b3345 req-e0d0bafc-5d27-456a-9ae3-a3f1240c7f7d tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252782 Aug 17 19:41:16.101686 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-58859e3d-6037-418c-81f0-959af5257e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.103253 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-58859e3d-6037-418c-81f0-959af5257e05 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.9357190 Aug 17 19:41:16.124170 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-20d94a5d-6797-4120-b936-e553c8a146c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.125799 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-20d94a5d-6797-4120-b936-e553c8a146c4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e26875a7-1e1d-4110-a54a-ba7eb4932396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7493649 Aug 17 19:41:16.129684 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958b4b3-0248-40fb-929a-560a32bdab74 req-3df3642e-6d38-4100-9c8a-e7a49586c45b tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.131329 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1958b4b3-0248-40fb-929a-560a32bdab74 req-3df3642e-6d38-4100-9c8a-e7a49586c45b tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.1067417 Aug 17 19:41:16.152312 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-43c489ad-f470-40e4-a216-c3bbefe46796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.153994 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-43c489ad-f470-40e4-a216-c3bbefe46796 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2130747 Aug 17 19:41:16.188546 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02e35-dc3a-454b-a8fa-e37a9278e602 req-061d2d59-d6ce-4c1e-9e77-a05fa91dbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.190446 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6fa02e35-dc3a-454b-a8fa-e37a9278e602 req-061d2d59-d6ce-4c1e-9e77-a05fa91dbfe9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.7835832 Aug 17 19:41:16.210078 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c796-5543-4fe8-8364-8aa14cc63de0 req-da533ce2-0284-47db-9fec-47cf736d3432 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.211589 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8f51c796-5543-4fe8-8364-8aa14cc63de0 req-da533ce2-0284-47db-9fec-47cf736d3432 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0768850 Aug 17 19:41:16.242629 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1958b4b3-0248-40fb-929a-560a32bdab74 req-6b955e80-237d-49e0-a1a8-747e30b5f55b tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940497 Aug 17 19:41:16.290103 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8f51c796-5543-4fe8-8364-8aa14cc63de0 req-f335225d-ac67-49cc-9a56-5b597a8c9c86 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716119 Aug 17 19:41:16.401485 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-e1c6593d-bec2-4740-9246-522be7edf4fb service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d HTTP/1.1" status: 200 len: 217 time: 0.1252220 Aug 17 19:41:16.406683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ab120-3e9e-43ae-9f3e-f4f3136fadf3 req-8952a38d-2598-40cf-a669-020e3cda0354 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.408141 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d45ab120-3e9e-43ae-9f3e-f4f3136fadf3 req-8952a38d-2598-40cf-a669-020e3cda0354 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 945 time: 0.0870271 Aug 17 19:41:16.455737 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-282aefb6-0a86-4123-ac10-b0a1bf7c2aaf service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646571 Aug 17 19:41:16.523793 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d45ab120-3e9e-43ae-9f3e-f4f3136fadf3 req-bfad72b8-bcd6-4f4f-99f7-008c1ed47702 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088955 Aug 17 19:41:16.571279 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-fdec6454-563c-45f6-a153-fda1e04a309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.571665 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-59bc05b4-e7fb-4e4a-88c1-bba5ffd08139 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044080 Aug 17 19:41:16.572708 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-fdec6454-563c-45f6-a153-fda1e04a309c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.1401877 Aug 17 19:41:16.596678 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02e35-dc3a-454b-a8fa-e37a9278e602 req-6cc9c62f-a021-4ec0-b213-3b0338d55007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.598109 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6fa02e35-dc3a-454b-a8fa-e37a9278e602 req-6cc9c62f-a021-4ec0-b213-3b0338d55007 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3133841 Aug 17 19:41:16.620866 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-58d16620-a871-4ab8-a8aa-e46fb7b2d1a9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433487 Aug 17 19:41:16.632634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-b1305096-15fa-42ec-a482-ff1faadc46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.634148 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-b1305096-15fa-42ec-a482-ff1faadc46ba service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484312 Aug 17 19:41:16.719449 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:16.750570 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-0aec96dc-577e-4838-a2fd-e3dd82c00d4f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895271 Aug 17 19:41:16.784602 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae02a5-295b-45aa-9d19-6327092514e4 req-fda5dbdb-cabe-4bc2-ad5f-41c160b42e37 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:16.786067 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-72ae02a5-295b-45aa-9d19-6327092514e4 req-fda5dbdb-cabe-4bc2-ad5f-41c160b42e37 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0470202 Aug 17 19:41:16.810321 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:16.832377 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-72ae02a5-295b-45aa-9d19-6327092514e4 req-c3f27616-01dd-4858-8592-380d8be6dff5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Aug 17 19:41:16.942279 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fa74c11b-f7bc-46db-a1f6-1a9d06725d43 req-f1db6452-8a23-4a57-a7ef-1f5a131f487b tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 210 time: 0.0294821 Aug 17 19:41:17.057349 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-f0f8d43f-cc59-40a5-969b-ab33cd53fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:17.058789 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-f0f8d43f-cc59-40a5-969b-ab33cd53fa39 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 1127 time: 0.1321440 Aug 17 19:41:17.139432 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12928157-88bb-4375-bfc1-480928b4eb3f req-d26ef607-4a45-4e61-ac04-3772084e542c tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:17.156833 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12928157-88bb-4375-bfc1-480928b4eb3f req-d26ef607-4a45-4e61-ac04-3772084e542c tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 943 time: 0.0891039 Aug 17 19:41:17.219634 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7ba0d3de-371d-4fe8-9747-ad2d42bfe048 req-9dc11740-3a16-4294-8dc8-244efc958492 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168290 Aug 17 19:41:17.222306 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-a540fef0-4bcc-497e-825a-3c653e4a4d3e service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5489f946-7da1-4771-9ff2-0ec4a18c823f HTTP/1.1" status: 200 len: 217 time: 0.0754499 Aug 17 19:41:17.224975 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8159ed50-10bb-4a24-988a-fc8cd8082811 req-17900635-2521-4423-bed5-b415f54de336 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995143 Aug 17 19:41:17.231855 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12928157-88bb-4375-bfc1-480928b4eb3f req-93605ee5-a454-4510-acbb-769ba2fbeed6 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736022 Aug 17 19:41:17.318000 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b5880430-ff15-4906-82f8-7fe7ec8aba19 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:41:17.370739 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:17.388193 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-a7b17620-d72d-4b12-a523-3493c49843f2 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=ec6d3773e5384bfdadf6673f61ca5959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097622 Aug 17 19:41:17.394826 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-5f2b6b63-158a-4f8d-8d51-f7cec8344b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:17.396883 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-5f2b6b63-158a-4f8d-8d51-f7cec8344b26 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=e413dfb1-27c8-41d8-b9f9-da8239abab94 HTTP/1.1" status: 200 len: 848 time: 0.1304085 Aug 17 19:41:17.426594 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port b5880430-ff15-4906-82f8-7fe7ec8aba19 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:41:17.434723 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4226a-f2fc-4b1d-b409-075dd65b9f2f req-6f5114b6-4968-4655-9f9d-4052169a04bf tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:17.436269 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port b5880430-ff15-4906-82f8-7fe7ec8aba19 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:17.436402 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-99f4226a-f2fc-4b1d-b409-075dd65b9f2f req-6f5114b6-4968-4655-9f9d-4052169a04bf tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0811260 Aug 17 19:41:17.438314 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:17.517508 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-99f4226a-f2fc-4b1d-b409-075dd65b9f2f req-45a9bef8-8fa0-4500-8a71-3cb003e962ab tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731351 Aug 17 19:41:17.520254 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47198) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:17.552262 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74977d6-1196-46d5-8055-3c18b2a96607 req-9cdf76cf-58be-49bd-8311-8ebd0d43cc33 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:17.560052 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d74977d6-1196-46d5-8055-3c18b2a96607 req-9cdf76cf-58be-49bd-8311-8ebd0d43cc33 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.1404452 Aug 17 19:41:17.582719 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-f4b182cb-629e-4954-97b4-c72b3e376da7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=3017223d-fc3d-422a-acc2-745825634714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616046 Aug 17 19:41:17.598009 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port b5880430-ff15-4906-82f8-7fe7ec8aba19 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:17.598669 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:17.631013 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:17.632591 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d74977d6-1196-46d5-8055-3c18b2a96607 req-906a5ef8-0e43-4b4d-ae58-1dd3a967d903 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716178 Aug 17 19:41:17.635238 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c8999c-9b1f-4eea-867d-9a4139642c8f" -d '{"events": [{"server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "name": "network-vif-plugged", "status": "completed", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:17.649832 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:17.656776 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:17.682208 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:17.715964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260bb016-c5b9-4663-93fe-bcfbe19c7e01 x-openstack-request-id: req-260bb016-c5b9-4663-93fe-bcfbe19c7e01 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:17.716260 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "name": "network-vif-plugged", "status": "completed", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:17.716685 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-260bb016-c5b9-4663-93fe-bcfbe19c7e01 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:17.717089 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260bb016-c5b9-4663-93fe-bcfbe19c7e01'] response: {'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'code': 200} Aug 17 19:41:17.719071 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-560c2f58-6d3a-48e3-b7b8-5cf7c733e04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:17.733308 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-eab2541d-7c66-4281-9a05-bc499a2e086c tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:17.734879 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-eab2541d-7c66-4281-9a05-bc499a2e086c tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362818 Aug 17 19:41:17.743321 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:17.754582 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fcab3-61ff-4b61-bd08-74b84a47e26a req-06a068f0-4192-4b3d-ad75-69a630c557cd tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:17.756066 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bd1fcab3-61ff-4b61-bd08-74b84a47e26a req-06a068f0-4192-4b3d-ad75-69a630c557cd tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.1225514 Aug 17 19:41:17.831878 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bd1fcab3-61ff-4b61-bd08-74b84a47e26a req-653e2c0a-6f84-4b87-bc03-4d47f3bedc99 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691576 Aug 17 19:41:17.881110 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Request body: {'port': {'device_id': '93ae0457-5029-49a2-9182-4124ba6b015f', 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a', 'admin_state_up': True, 'tenant_id': 'ec6d3773e5384bfdadf6673f61ca5959'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:17.882178 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:17.909568 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-560c2f58-6d3a-48e3-b7b8-5cf7c733e04f admin admin] Publish callbacks [] for security_group (98f8957d-7f5b-45f5-9c5a-1fee3890945a), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:17.914585 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-560c2f58-6d3a-48e3-b7b8-5cf7c733e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (98f8957d-7f5b-45f5-9c5a-1fee3890945a), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:17.969434 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-560c2f58-6d3a-48e3-b7b8-5cf7c733e04f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=22f04a3f86254f46bb3f9950d22d8ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4458985 Aug 17 19:41:17.969434 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c2f58-6d3a-48e3-b7b8-5cf7c733e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8957d-7f5b-45f5-9c5a-1fee3890945a,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:17.970481 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47210) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:18.003751 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:18.022585 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ff29-47be-464a-a39b-11c52373436e admin admin] Publish callbacks [] for security_group (98f8957d-7f5b-45f5-9c5a-1fee3890945a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.044258 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-b333d41d-0f3e-4ec0-b0ed-7912f0dd6cb3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035773 Aug 17 19:41:18.053725 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ff29-47be-464a-a39b-11c52373436e admin admin] Publish callbacks [] for security_group (98f8957d-7f5b-45f5-9c5a-1fee3890945a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.071032 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Made reservation on behalf of ec6d3773e5384bfdadf6673f61ca5959 for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:41:18.074555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.080130 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9fb20c12-4b03-4bb7-9597-744c0989c62e req-7f48d97c-e0d0-4a3f-b14d-1fc043ff4a3b tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 210 time: 0.0389526 Aug 17 19:41:18.084240 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.123235 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ff29-47be-464a-a39b-11c52373436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (98f8957d-7f5b-45f5-9c5a-1fee3890945a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.125927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ff29-47be-464a-a39b-11c52373436e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.127073 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-eaf3ff29-47be-464a-a39b-11c52373436e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/98f8957d-7f5b-45f5-9c5a-1fee3890945a HTTP/1.1" status: 204 len: 168 time: 0.1560202 Aug 17 19:41:18.136243 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3ff29-47be-464a-a39b-11c52373436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8957d-7f5b-45f5-9c5a-1fee3890945a,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:18.188454 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks [] for security_group (8ffe663c-762a-4365-89e4-7886bed68169), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.198431 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8ffe663c-762a-4365-89e4-7886bed68169), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.330620 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47222) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:18.337202 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-3c81e5f8-937f-44e9-b64f-cb9b23c1cde3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203899643', 'description': 'tempest-description--331015430'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:18.360280 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe663c-762a-4365-89e4-7886bed68169,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:18.365338 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:18.378071 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Allocated IP 192.168.233.247 (57dfea7e-08b2-41ba-b32e-501457e5ba5a/49ac9f8d-708a-4cda-a82e-1467c1ef69fa/6c9849e7-051b-4d58-899b-fcadcef2f78d) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:18.387662 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c81e5f8-937f-44e9-b64f-cb9b23c1cde3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.415198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:18.439738 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433615b0-cf85-46a7-bce3-62552c395002 req-6eb1b756-0ad2-4331-9060-d7eef6272b01 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:18.450251 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-433615b0-cf85-46a7-bce3-62552c395002 req-6eb1b756-0ad2-4331-9060-d7eef6272b01 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 943 time: 0.1315966 Aug 17 19:41:18.543671 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-433615b0-cf85-46a7-bce3-62552c395002 req-b273217d-fc0a-41ca-8a2e-51b56d1b220f tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918901 Aug 17 19:41:18.546030 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c81e5f8-937f-44e9-b64f-cb9b23c1cde3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group (fa6d1ce5-a037-4761-9cc4-75fdba86a919), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.550445 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c81e5f8-937f-44e9-b64f-cb9b23c1cde3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (fa6d1ce5-a037-4761-9cc4-75fdba86a919), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.582448 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81e5f8-937f-44e9-b64f-cb9b23c1cde3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6d1ce5-a037-4761-9cc4-75fdba86a919,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:18.594293 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3c81e5f8-937f-44e9-b64f-cb9b23c1cde3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.595425 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3c81e5f8-937f-44e9-b64f-cb9b23c1cde3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2632608 Aug 17 19:41:18.598617 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47226) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:18.604646 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-d933dc40-a705-4f26-85e0-2acf0b1fbd4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'security_group_rule': {'security_group_id': 'fa6d1ce5-a037-4761-9cc4-75fdba86a919', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:18.633850 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d933dc40-a705-4f26-85e0-2acf0b1fbd4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group_rule (86035519-bfa0-456e-b3a1-fc5b08d6589d), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.671120 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02702c79-ea78-4e76-9997-87beb115f3fe req-d0baa423-3703-4cc5-ac8c-7587e074cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:18.672599 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-02702c79-ea78-4e76-9997-87beb115f3fe req-d0baa423-3703-4cc5-ac8c-7587e074cdd2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1130 time: 0.1014466 Aug 17 19:41:18.683217 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks [] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.693093 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4d9a2430-9100-432b-a8e2-ad3ac60eb3f0 req-a8659cbe-3c8b-4cbc-a4e6-a1a3f6ec85cc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834130 Aug 17 19:41:18.710787 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab65e5-2bb6-4421-8f4f-e7db9a390d43 req-069114a3-bd91-4f90-a06d-c29fb3ae72d9 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:18.712264 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5aab65e5-2bb6-4421-8f4f-e7db9a390d43 req-069114a3-bd91-4f90-a06d-c29fb3ae72d9 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0672848 Aug 17 19:41:18.724325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.765780 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:18.767590 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Network 57dfea7e-08b2-41ba-b32e-501457e5ba5a is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:18.773044 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:18.777423 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:18.784339 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Pushing event updated for resources: {'Port': ['ID=6c9849e7-051b-4d58-899b-fcadcef2f78d,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:18.790834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d933dc40-a705-4f26-85e0-2acf0b1fbd4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group_rule (86035519-bfa0-456e-b3a1-fc5b08d6589d), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.798732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636770e-962d-4d3c-afcf-9611ae50bfbf req-f6e7ce29-e983-42f3-82c7-4b77cf7aa622 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:18.800405 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f636770e-962d-4d3c-afcf-9611ae50bfbf req-f6e7ce29-e983-42f3-82c7-4b77cf7aa622 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0801177 Aug 17 19:41:18.807918 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d933dc40-a705-4f26-85e0-2acf0b1fbd4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (86035519-bfa0-456e-b3a1-fc5b08d6589d), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.846942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:18.847823 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.851600 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933dc40-a705-4f26-85e0-2acf0b1fbd4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86035519-bfa0-456e-b3a1-fc5b08d6589d,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:18.869483 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-ac7296d8-4b17-40f0-b6e1-b9f96ac8cebd tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9914701 Aug 17 19:41:18.869641 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5aab65e5-2bb6-4421-8f4f-e7db9a390d43 req-298c849c-218e-40d5-9f98-95e010935dbf tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460955 Aug 17 19:41:18.876211 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d933dc40-a705-4f26-85e0-2acf0b1fbd4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:18.879880 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d933dc40-a705-4f26-85e0-2acf0b1fbd4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774639 Aug 17 19:41:18.880776 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47232) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:18.889828 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-f94d891a-6707-4f09-aa4e-5e87f495ab11 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'security_group_rule': {'security_group_id': 'fa6d1ce5-a037-4761-9cc4-75fdba86a919', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:18.908739 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:18.933270 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f636770e-962d-4d3c-afcf-9611ae50bfbf req-1f4c03ca-ae4b-4cae-8a1a-4d1d4dda100b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262064 Aug 17 19:41:18.952409 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Request body: {'port': {'device_id': '93ae0457-5029-49a2-9182-4124ba6b015f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:19.030998 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-02702c79-ea78-4e76-9997-87beb115f3fe req-dbce2722-3829-4d87-a07d-0cf06a3a20ef service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980265 Aug 17 19:41:19.038413 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.144772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-b154af14-126e-4370-9be3-68f8873fc4e8 None None] Provisioning complete for port 6c9849e7-051b-4d58-899b-fcadcef2f78d triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:19.144772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b154af14-126e-4370-9be3-68f8873fc4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.176370 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f94d891a-6707-4f09-aa4e-5e87f495ab11 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group_rule (5700e675-4504-4a64-9891-faeee0ce77af), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.201473 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-b154af14-126e-4370-9be3-68f8873fc4e8 None None] Port 6c9849e7-051b-4d58-899b-fcadcef2f78d cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:41:19.222185 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b14ff9-94d4-439b-b61c-caf3efebb577 req-37391534-a856-4792-9af1-a158ec74efdc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:19.223660 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d4b14ff9-94d4-439b-b61c-caf3efebb577 req-37391534-a856-4792-9af1-a158ec74efdc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.2660544 Aug 17 19:41:19.287729 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e10-44ad-4447-87ac-e6ebc327b58a req-82d1eec0-62fe-4399-a3ae-ec329b69d8b3 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:19.289189 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6bd86e10-44ad-4447-87ac-e6ebc327b58a req-82d1eec0-62fe-4399-a3ae-ec329b69d8b3 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 936 time: 0.0907879 Aug 17 19:41:19.327290 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:41:19.328196 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f94d891a-6707-4f09-aa4e-5e87f495ab11 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group_rule (5700e675-4504-4a64-9891-faeee0ce77af), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.337482 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f94d891a-6707-4f09-aa4e-5e87f495ab11 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (5700e675-4504-4a64-9891-faeee0ce77af), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.348794 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d4b14ff9-94d4-439b-b61c-caf3efebb577 req-fb6b2f48-c412-4222-988c-39c5568248df tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054256 Aug 17 19:41:19.377872 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d891a-6707-4f09-aa4e-5e87f495ab11 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5700e675-4504-4a64-9891-faeee0ce77af,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:19.407124 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f94d891a-6707-4f09-aa4e-5e87f495ab11 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.408497 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f94d891a-6707-4f09-aa4e-5e87f495ab11 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5273521 Aug 17 19:41:19.411447 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47238) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:19.416055 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:19.425986 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6bd86e10-44ad-4447-87ac-e6ebc327b58a req-ee7a7058-67fd-4626-bade-5d2cf6a3786c tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265221 Aug 17 19:41:19.457639 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.458326 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:19.466440 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'port_id': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'mac_address': 'fa:16:3e:3d:a8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:41:19.494385 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:19.508014 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: ACTIVE; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:19.508350 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.522365 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8692c85c-fc9f-49cd-bff2-6ddd975dd053 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:19.528843 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:19.539469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.544941 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:19.549706 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.564767 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9849e7-051b-4d58-899b-fcadcef2f78d {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:19.572912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Publish callbacks [] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.588979 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Transition to ACTIVE for port object 6c9849e7-051b-4d58-899b-fcadcef2f78d will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:41:19.596896 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.660522 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9849e7-051b-4d58-899b-fcadcef2f78d,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:19.707504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185adb0-d58b-48a2-a4ed-9766290764c6 req-c9f5fd63-72a3-4513-8f32-3354640461af tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:19.709710 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f185adb0-d58b-48a2-a4ed-9766290764c6 req-c9f5fd63-72a3-4513-8f32-3354640461af tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 943 time: 0.0764897 Aug 17 19:41:19.715243 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Attempting to bind port 6c9849e7-051b-4d58-899b-fcadcef2f78d on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:41:19.715810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Attempting to bind port 6c9849e7-051b-4d58-899b-fcadcef2f78d by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:41:19.715913 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Attempting to bind port 6c9849e7-051b-4d58-899b-fcadcef2f78d on network 57dfea7e-08b2-41ba-b32e-501457e5ba5a {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:19.720621 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Port 6c9849e7-051b-4d58-899b-fcadcef2f78d on network 57dfea7e-08b2-41ba-b32e-501457e5ba5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:41:19.720938 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Attempting to bind port 6c9849e7-051b-4d58-899b-fcadcef2f78d on network 57dfea7e-08b2-41ba-b32e-501457e5ba5a {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:19.726286 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:41:19.726615 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Allocated IP 172.27.1.57 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:19.726747 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Checking segment: {'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:41:19.727064 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Bound using segment: {'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:41:19.727413 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Bound port: 6c9849e7-051b-4d58-899b-fcadcef2f78d, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58beb040-ac9d-49d7-926e-fd0663cf8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:41:19.727762 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.772342 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['8692c85c-fc9f-49cd-bff2-6ddd975dd053'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:19.776262 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=6']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:19.796163 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] For port 6c9849e7-051b-4d58-899b-fcadcef2f78d, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:41:19.799414 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] For port 6c9849e7-051b-4d58-899b-fcadcef2f78d, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6c9849e7-051b-4d58-899b-fcadcef2f78d,segment=NetworkSegment(58beb040-ac9d-49d7-926e-fd0663cf8cbc),segment_id=58beb040-ac9d-49d7-926e-fd0663cf8cbc)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:41:19.807152 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.811570 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:19.812216 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.813569 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/6c9849e7-051b-4d58-899b-fcadcef2f78d HTTP/1.1" status: 200 len: 1098 time: 0.8819845 Aug 17 19:41:19.816491 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ae0457-5029-49a2-9182-4124ba6b015f', 'tag': '6c9849e7-051b-4d58-899b-fcadcef2f78d'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:19.818826 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b700176d-2a5e-4088-b81d-48cf445f71e4" -d '{"events": [{"name": "network-changed", "server_uuid": "93ae0457-5029-49a2-9182-4124ba6b015f", "tag": "6c9849e7-051b-4d58-899b-fcadcef2f78d"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:19.826437 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f185adb0-d58b-48a2-a4ed-9766290764c6 req-80dc0490-4de1-4879-9e9f-5a6ba53ec6f5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019282 Aug 17 19:41:19.875634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f311fe-2192-4a1e-88c1-e59e56ff7cd1 x-openstack-request-id: req-60f311fe-2192-4a1e-88c1-e59e56ff7cd1 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:19.875932 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ae0457-5029-49a2-9182-4124ba6b015f", "tag": "6c9849e7-051b-4d58-899b-fcadcef2f78d", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:19.876188 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60f311fe-2192-4a1e-88c1-e59e56ff7cd1 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:19.877188 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f311fe-2192-4a1e-88c1-e59e56ff7cd1'] response: {'name': 'network-changed', 'server_uuid': '93ae0457-5029-49a2-9182-4124ba6b015f', 'tag': '6c9849e7-051b-4d58-899b-fcadcef2f78d', 'status': 'completed', 'code': 200} Aug 17 19:41:19.885238 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.901167 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16714bf-cc64-46fd-9c9d-9b1b44806925 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9849e7-051b-4d58-899b-fcadcef2f78d,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:19.921551 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:19.958312 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:19.961235 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:19.967418 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:19.993013 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:20.002070 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'Port': ['ID=1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:20.094793 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134b7c6-9f75-4e3e-ae99-b7bfe6affbc0 req-b51351ad-2611-4bb7-950c-04de5bf4a9f1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:20.096173 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1134b7c6-9f75-4e3e-ae99-b7bfe6affbc0 req-b51351ad-2611-4bb7-950c-04de5bf4a9f1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 944 time: 0.0731735 Aug 17 19:41:20.105328 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (1698b133-e171-43e0-a666-701aa129da74), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:20.174150 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:20.179252 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1134b7c6-9f75-4e3e-ae99-b7bfe6affbc0 req-10dd5b3e-735b-4d51-8398-6e97bd98bd74 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773506 Aug 17 19:41:20.263056 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:20.323417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:20.328703 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:20.379811 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700176d-2a5e-4088-b81d-48cf445f71e4 req-80ad80d7-502a-4587-879c-05cd4c10753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:20.381239 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b700176d-2a5e-4088-b81d-48cf445f71e4 req-80ad80d7-502a-4587-879c-05cd4c10753d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ec6d3773e5384bfdadf6673f61ca5959&device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 1132 time: 0.0391257 Aug 17 19:41:20.398372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (1698b133-e171-43e0-a666-701aa129da74), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:20.400985 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'Port': ['ID=1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:20.414722 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b700176d-2a5e-4088-b81d-48cf445f71e4 req-999404e8-ecf5-4491-a89c-c31674678cf5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=ec6d3773e5384bfdadf6673f61ca5959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254633 Aug 17 19:41:20.417321 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:20.425733 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8728c77c-8ddf-4b7c-9b0a-70da1722eff8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0132370 Aug 17 19:41:20.445607 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:20.503094 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150a9a2-853c-4efe-ae1b-86434fdb8213 req-26dc6833-f62b-4d93-8cd1-b2d5f56e78ad tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:20.504647 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6150a9a2-853c-4efe-ae1b-86434fdb8213 req-26dc6833-f62b-4d93-8cd1-b2d5f56e78ad tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0600681 Aug 17 19:41:20.531148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700176d-2a5e-4088-b81d-48cf445f71e4 req-79b1d1bc-9f77-4bd5-8709-f9b4e27dd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:20.533068 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b700176d-2a5e-4088-b81d-48cf445f71e4 req-79b1d1bc-9f77-4bd5-8709-f9b4e27dd774 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100228 Aug 17 19:41:20.587766 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601b51-f63a-48f4-ade9-2d70c0414d39 req-b456bc85-241b-43e1-b453-23a302a9e94e tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:20.589238 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b2601b51-f63a-48f4-ade9-2d70c0414d39 req-b456bc85-241b-43e1-b453-23a302a9e94e tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 948 time: 0.0747206 Aug 17 19:41:20.615299 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6150a9a2-853c-4efe-ae1b-86434fdb8213 req-c53f6a96-85b0-4c50-a64b-47ead7d25fbd tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019828 Aug 17 19:41:20.645036 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b2601b51-f63a-48f4-ade9-2d70c0414d39 req-891a3035-2e76-401f-9692-372d9dd64b1d tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Aug 17 19:41:20.731782 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-f62360d2-076e-4bd9-96df-7565ffa7b77a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1203899643&fields=id&tenant_id=25f3817d99d84da2b797215d23de887f HTTP/1.1" status: 200 len: 267 time: 0.0412908 Aug 17 19:41:20.836835 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-b34437a1-9102-438b-8287-8745a0098599 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:20.838381 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-b34437a1-9102-438b-8287-8745a0098599 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 819 time: 0.1004601 Aug 17 19:41:20.853151 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-0e1f2cc0-0fae-4a78-81fe-f2a014e8cef9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/quotas/25f3817d99d84da2b797215d23de887f HTTP/1.1" status: 200 len: 375 time: 0.0087137 Aug 17 19:41:20.912215 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-1d5f635e-b879-4b8e-afcb-335031559db5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536675 Aug 17 19:41:20.969821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-9b4caa56-938c-4cd9-a75d-05ac4504716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:20.971471 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-9b4caa56-938c-4cd9-a75d-05ac4504716c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ec6d3773e5384bfdadf6673f61ca5959&device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 1132 time: 0.0485532 Aug 17 19:41:21.007135 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116d8cd-d842-436e-8cbd-4aa6284e6617 req-9bbc46ee-b7cb-44b5-a66e-dcab0ad23415 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:21.008702 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e116d8cd-d842-436e-8cbd-4aa6284e6617 req-9bbc46ee-b7cb-44b5-a66e-dcab0ad23415 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 943 time: 0.0954723 Aug 17 19:41:21.009097 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:21.051678 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-f85c4dc2-1ee8-4e35-a523-faff3b1f8228 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6c9849e7-051b-4d58-899b-fcadcef2f78d HTTP/1.1" status: 200 len: 217 time: 0.0450144 Aug 17 19:41:21.067984 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-454ae24b-cb1e-4b1a-8eef-a409514697ad service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255937 Aug 17 19:41:21.108882 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e116d8cd-d842-436e-8cbd-4aa6284e6617 req-ec9db729-55e4-4dba-9334-19deb5612f73 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820608 Aug 17 19:41:21.114775 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-f523dd09-ca32-4e1a-b548-619795db4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:21.116349 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-f523dd09-ca32-4e1a-b548-619795db4409 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=49ac9f8d-708a-4cda-a82e-1467c1ef69fa HTTP/1.1" status: 200 len: 843 time: 0.0540488 Aug 17 19:41:21.147149 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:21.175631 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-cde3964b-446a-4723-a922-5572a61c44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:21.177182 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-cde3964b-446a-4723-a922-5572a61c44c1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=57dfea7e-08b2-41ba-b32e-501457e5ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0506289 Aug 17 19:41:21.184691 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-1428fd24-2518-484d-9275-8a7223d17fe5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057765 Aug 17 19:41:21.313571 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d1b70-3e57-4df1-ac2a-7ec41257a18b req-6ea99124-a4f4-4df1-9144-6ec1821dfebc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:21.315198 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a21d1b70-3e57-4df1-ac2a-7ec41257a18b req-6ea99124-a4f4-4df1-9144-6ec1821dfebc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 944 time: 0.0526683 Aug 17 19:41:21.331701 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 5489f946-7da1-4771-9ff2-0ec4a18c823f details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:41:21.338839 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:21.342024 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:41:21.379607 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:21.442173 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-eba3ae96-0b1f-4e4a-b95a-7d23906953be req-fb823490-790d-44a4-9118-b1c0c304baed tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 210 time: 0.0601764 Aug 17 19:41:21.448486 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a21d1b70-3e57-4df1-ac2a-7ec41257a18b req-516924c0-6d3a-4fe9-84ae-b121e5de2e94 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247618 Aug 17 19:41:21.465429 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:21.465429 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:21.597456 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:21.597848 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:21.604940 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 5489f946-7da1-4771-9ff2-0ec4a18c823f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5489f946-7da1-4771-9ff2-0ec4a18c823f,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:21.628930 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '5489f946-7da1-4771-9ff2-0ec4a18c823f', 'network_id': '3017223d-fc3d-422a-acc2-745825634714', 'port_id': '5489f946-7da1-4771-9ff2-0ec4a18c823f', 'mac_address': 'fa:16:3e:52:b2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e413dfb1-27c8-41d8-b9f9-da8239abab94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:41:21.644362 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:21.647022 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab14c81-9d8b-493e-9552-7238f2c6ab0c" -d '{"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-plugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:21.680346 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:21.694153 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:21.729576 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408dd0a-8031-411d-adf1-6bf84e4f840f x-openstack-request-id: req-3408dd0a-8031-411d-adf1-6bf84e4f840f {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:21.729884 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-plugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:21.730181 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3408dd0a-8031-411d-adf1-6bf84e4f840f {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:21.730589 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3408dd0a-8031-411d-adf1-6bf84e4f840f'] response: {'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'code': 200} Aug 17 19:41:21.733528 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 5489f946-7da1-4771-9ff2-0ec4a18c823f is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:21.733931 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:21.769559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5489f946-7da1-4771-9ff2-0ec4a18c823f {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:21.792018 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=7']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:21.804097 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-2e1bf2b5-b218-4585-871b-b7d7351b5bae service neutron] 10.222.0.65 "GET /networking/v2.0/networks/57dfea7e-08b2-41ba-b32e-501457e5ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912570 Aug 17 19:41:21.812039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.812495 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.812848 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.813240 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.813746 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.813976 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.814343 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.814691 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.815021 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.815350 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.815730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.816067 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.816430 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.816770 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.817096 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:21.824682 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 5489f946-7da1-4771-9ff2-0ec4a18c823f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5489f946-7da1-4771-9ff2-0ec4a18c823f,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:21.830698 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:21.931232 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=5489f946-7da1-4771-9ff2-0ec4a18c823f,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:21.934780 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec125e-b4f4-431f-8bf1-d26362d540ff req-08418c0c-f88b-4810-abaf-65f2ca23e7eb tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:21.942521 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8bec125e-b4f4-431f-8bf1-d26362d540ff req-08418c0c-f88b-4810-abaf-65f2ca23e7eb tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 948 time: 0.1075778 Aug 17 19:41:21.958739 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da17ef7-9ba8-463a-9153-bea7231b37ec req-b44fe921-94c4-4b1a-9665-4bcef0c43df9 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:21.966491 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5da17ef7-9ba8-463a-9153-bea7231b37ec req-b44fe921-94c4-4b1a-9665-4bcef0c43df9 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.1222296 Aug 17 19:41:22.033811 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-971ed990-fcfe-4a19-8c03-044edcddcbb3 req-8cd1bba7-d75c-48d6-9360-a990e0432ca3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/57dfea7e-08b2-41ba-b32e-501457e5ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234690 Aug 17 19:41:22.045577 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8bec125e-b4f4-431f-8bf1-d26362d540ff req-615bfa76-71f1-4e4f-b08a-cef72447bad6 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990562 Aug 17 19:41:22.069509 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5da17ef7-9ba8-463a-9153-bea7231b37ec req-475825b2-530f-4a64-b437-b7ec5af2dd8b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018596 Aug 17 19:41:22.171732 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['5489f946-7da1-4771-9ff2-0ec4a18c823f'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:22.252558 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6e18-a2f9-4533-baae-3108bc290604 req-62603309-6ff9-41db-a08c-c980cfb86701 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:22.254515 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12be6e18-a2f9-4533-baae-3108bc290604 req-62603309-6ff9-41db-a08c-c980cfb86701 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 944 time: 0.0576277 Aug 17 19:41:22.258227 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:22.330423 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12be6e18-a2f9-4533-baae-3108bc290604 req-ceccc43e-738e-4612-946d-f15cbe3cc7d4 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655730 Aug 17 19:41:22.553651 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a81960be-a95d-40a5-a09c-4f26b72d9b17 req-140cf357-469a-4bac-ac0c-2f97a7062d71 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 210 time: 0.0329640 Aug 17 19:41:22.607170 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76883941-ef50-415f-8531-19125d3941b1 req-43bed230-5102-4961-b488-64f22909f9d7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:22.613807 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76883941-ef50-415f-8531-19125d3941b1 req-43bed230-5102-4961-b488-64f22909f9d7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0587983 Aug 17 19:41:22.662685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76883941-ef50-415f-8531-19125d3941b1 req-c0d6ae75-53e6-4366-901d-8c3e0568538f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465128 Aug 17 19:41:23.232914 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd2b6f-3287-46b9-8a17-b26bb49258ff req-5103a1dc-0d51-4ea8-bc75-cd1a0536e653 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:23.239430 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-dcdd2b6f-3287-46b9-8a17-b26bb49258ff req-5103a1dc-0d51-4ea8-bc75-cd1a0536e653 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 948 time: 0.0980537 Aug 17 19:41:23.264676 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b525d-a881-4863-b0ab-4e7db816c647 req-4c9221f5-b2b9-4ca0-a040-3cb853294277 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:23.273564 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-582b525d-a881-4863-b0ab-4e7db816c647 req-4c9221f5-b2b9-4ca0-a040-3cb853294277 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0866749 Aug 17 19:41:23.331033 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 5489f946-7da1-4771-9ff2-0ec4a18c823f up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:41:23.366166 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:23.378268 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-dcdd2b6f-3287-46b9-8a17-b26bb49258ff req-a5f7b367-75ab-4f61-8a8a-d0ed605fba81 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378934 Aug 17 19:41:23.407931 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 5489f946-7da1-4771-9ff2-0ec4a18c823f completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:41:23.417252 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 5489f946-7da1-4771-9ff2-0ec4a18c823f triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:23.419017 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:23.425014 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-582b525d-a881-4863-b0ab-4e7db816c647 req-6f81b503-ad28-4d91-93d9-4d8f2db66478 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505027 Aug 17 19:41:23.518645 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f099b4-1035-4e1d-98a9-2f8f29dfcee4 req-482aea35-7dc0-40b2-ab9b-37df1a4d8a36 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:23.520153 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07f099b4-1035-4e1d-98a9-2f8f29dfcee4 req-482aea35-7dc0-40b2-ab9b-37df1a4d8a36 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 944 time: 0.0656023 Aug 17 19:41:23.572561 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:23.596544 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 5489f946-7da1-4771-9ff2-0ec4a18c823f is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:23.597235 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:23.607010 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5991-1c81-4867-b0cd-9efd562af668 req-2ae29b4e-6dc9-47ae-8c31-d22aa08802ce tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:23.613915 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6bff5991-1c81-4867-b0cd-9efd562af668 req-2ae29b4e-6dc9-47ae-8c31-d22aa08802ce tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0857685 Aug 17 19:41:23.640609 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07f099b4-1035-4e1d-98a9-2f8f29dfcee4 req-4b935b93-696c-4e87-a7f5-cf3b20412cdd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103294 Aug 17 19:41:23.643334 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 5489f946-7da1-4771-9ff2-0ec4a18c823f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5489f946-7da1-4771-9ff2-0ec4a18c823f,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:23.649366 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:23.718522 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=5489f946-7da1-4771-9ff2-0ec4a18c823f,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:23.721832 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6bff5991-1c81-4867-b0cd-9efd562af668 req-dc4bbfac-9e46-46a9-ad08-1018c78f12a6 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995986 Aug 17 19:41:23.732208 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489f946-7da1-4771-9ff2-0ec4a18c823f'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:23.736101 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3f6bd5-028b-46b8-909c-437344a24e51" -d '{"events": [{"server_uuid": "c6b9d664-2c4c-453b-8859-b36d62f08a3a", "name": "network-vif-plugged", "status": "completed", "tag": "5489f946-7da1-4771-9ff2-0ec4a18c823f"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:23.791560 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-455600e4-2aac-4c05-9f90-5899b4a58f7e req-c793ec3b-9856-4f33-ac8e-081ae7358d2c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 210 time: 0.0407610 Aug 17 19:41:23.838333 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0775d1-71d9-4850-81be-39a56a36de42 x-openstack-request-id: req-9f0775d1-71d9-4850-81be-39a56a36de42 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:23.838633 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b9d664-2c4c-453b-8859-b36d62f08a3a", "name": "network-vif-plugged", "status": "completed", "tag": "5489f946-7da1-4771-9ff2-0ec4a18c823f", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:23.838894 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f0775d1-71d9-4850-81be-39a56a36de42 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:23.839300 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0775d1-71d9-4850-81be-39a56a36de42'] response: {'server_uuid': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489f946-7da1-4771-9ff2-0ec4a18c823f', 'code': 200} Aug 17 19:41:23.867817 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933d51-5aec-4ce3-899c-10478a025370 req-3dd5fbb2-65f6-4c6d-9edf-45baef9ba5f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:23.869392 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-33933d51-5aec-4ce3-899c-10478a025370 req-3dd5fbb2-65f6-4c6d-9edf-45baef9ba5f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0568364 Aug 17 19:41:23.971853 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-33933d51-5aec-4ce3-899c-10478a025370 req-92af09ed-1f91-48a1-8556-daf9bedbc014 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959442 Aug 17 19:41:24.221248 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:24.225246 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef16eca-94c0-4046-8d57-8bd8fb350509 req-508eb2f5-c760-4c0f-800c-3370f40aee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:24.225246 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4ef16eca-94c0-4046-8d57-8bd8fb350509 req-508eb2f5-c760-4c0f-800c-3370f40aee11 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 1129 time: 0.0720425 Aug 17 19:41:24.270255 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8baa9-f313-4f56-8435-83035597b8c7 req-1902cfba-f6cc-43ec-9483-6eb4db3e2b73 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:24.280092 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5af8baa9-f313-4f56-8435-83035597b8c7 req-1902cfba-f6cc-43ec-9483-6eb4db3e2b73 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0929048 Aug 17 19:41:24.338579 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4ef16eca-94c0-4046-8d57-8bd8fb350509 req-196d733e-996c-4a31-8a88-f847d963b92d service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014359 Aug 17 19:41:24.342411 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5af8baa9-f313-4f56-8435-83035597b8c7 req-45e5c8cc-76b9-46ef-b1ba-28a0ac8c0bb9 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613835 Aug 17 19:41:24.347191 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-41447c3f-5edc-4ad5-af6c-318c39d91a59 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:24.348840 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-41447c3f-5edc-4ad5-af6c-318c39d91a59 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 819 time: 0.2919557 Aug 17 19:41:24.547145 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22f133-9760-44f0-80fd-7c90a81efdfc req-133b6848-34cd-4ef8-9ab3-a4deed7eb812 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:24.548922 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-be22f133-9760-44f0-80fd-7c90a81efdfc req-133b6848-34cd-4ef8-9ab3-a4deed7eb812 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 948 time: 0.0575488 Aug 17 19:41:24.619058 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-be22f133-9760-44f0-80fd-7c90a81efdfc req-05c11d92-d9e4-4c78-af18-4cbebbac1a4c tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Aug 17 19:41:24.679869 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-9f71f92b-4ea9-4e55-a404-73becb1a590c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25f3817d99d84da2b797215d23de887f HTTP/1.1" status: 200 len: 380 time: 0.1212678 Aug 17 19:41:24.697774 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'port': {'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'admin_state_up': True, 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'security_groups': ['fa6d1ce5-a037-4761-9cc4-75fdba86a919']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:24.801101 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817dd0d-3b1d-420a-b372-36689a31115d req-2f85dc7d-e99a-431a-b707-76805d66286a tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:24.825787 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c817dd0d-3b1d-420a-b372-36689a31115d req-2f85dc7d-e99a-431a-b707-76805d66286a tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 945 time: 0.0878587 Aug 17 19:41:24.850562 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Made reservation on behalf of 25f3817d99d84da2b797215d23de887f for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:41:24.858496 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:24.934625 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:24.969978 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a13afa92-a3d4-4152-80ff-7736f6ac7fb8 req-dd517676-c33e-41cf-82c6-224392e3fc2d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 210 time: 0.0569911 Aug 17 19:41:24.989081 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c817dd0d-3b1d-420a-b372-36689a31115d req-4061cb18-7081-479b-891e-7b38b8ceaf51 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584659 Aug 17 19:41:25.160554 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Allocated IP 172.20.0.11 (e5255586-eadf-4699-a0a6-becc090592e0/44ff26fb-058b-44b9-9b62-e4ae273e7222/bf5dc59e-079d-4504-b553-f9c0418123e9) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:25.181192 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:25.183641 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2f4cd-b2fd-403a-960c-35987e900794 req-19504970-1ea2-474f-8a5a-b12c4cdc6164 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:25.195589 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7a2f4cd-b2fd-403a-960c-35987e900794 req-19504970-1ea2-474f-8a5a-b12c4cdc6164 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.1251223 Aug 17 19:41:25.263301 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7a2f4cd-b2fd-403a-960c-35987e900794 req-109dbb29-5226-4d37-8eb3-e2d651e4fb0a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658035 Aug 17 19:41:25.358052 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6c9849e7-051b-4d58-899b-fcadcef2f78d details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:41:25.375436 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:25.413877 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:25.468616 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Network e5255586-eadf-4699-a0a6-becc090592e0 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:25.472793 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:25.479441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:25.548744 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 6c9849e7-051b-4d58-899b-fcadcef2f78d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6c9849e7-051b-4d58-899b-fcadcef2f78d,segment=NetworkSegment(58beb040-ac9d-49d7-926e-fd0663cf8cbc),segment_id=58beb040-ac9d-49d7-926e-fd0663cf8cbc)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:25.567785 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:25.568523 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:25.577798 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '6c9849e7-051b-4d58-899b-fcadcef2f78d', 'network_id': '57dfea7e-08b2-41ba-b32e-501457e5ba5a', 'port_id': '6c9849e7-051b-4d58-899b-fcadcef2f78d', 'mac_address': 'fa:16:3e:a0:c1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ac9f8d-708a-4cda-a82e-1467c1ef69fa', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:41:25.584787 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event updated for resources: {'Port': ['ID=bf5dc59e-079d-4504-b553-f9c0418123e9,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:25.596750 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-653134fb-2523-41d3-9651-293418d1b69f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9045560 Aug 17 19:41:25.651094 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 6c9849e7-051b-4d58-899b-fcadcef2f78d is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:25.651730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:25.669306 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9849e7-051b-4d58-899b-fcadcef2f78d {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:25.697626 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 6c9849e7-051b-4d58-899b-fcadcef2f78d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6c9849e7-051b-4d58-899b-fcadcef2f78d,segment=NetworkSegment(58beb040-ac9d-49d7-926e-fd0663cf8cbc),segment_id=58beb040-ac9d-49d7-926e-fd0663cf8cbc)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:25.704850 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:25.763070 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=6c9849e7-051b-4d58-899b-fcadcef2f78d,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:25.803991 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-2d09cd85-5959-4717-b88e-f6476151818b None None] Provisioning complete for port bf5dc59e-079d-4504-b553-f9c0418123e9 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:25.804734 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2d09cd85-5959-4717-b88e-f6476151818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:25.816399 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e323c-065e-4a07-90d8-b6a9c51d722b req-2ea446ee-9c5b-416e-a7a3-9cb60635ad8a tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:25.819324 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-379e323c-065e-4a07-90d8-b6a9c51d722b req-2ea446ee-9c5b-416e-a7a3-9cb60635ad8a tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 949 time: 0.0815852 Aug 17 19:41:25.843178 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-2d09cd85-5959-4717-b88e-f6476151818b None None] Port bf5dc59e-079d-4504-b553-f9c0418123e9 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:41:25.875932 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-379e323c-065e-4a07-90d8-b6a9c51d722b req-c1b5ba46-c32c-49d9-9d18-87430e5ce848 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Aug 17 19:41:26.060575 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Request body: {'port': {'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:26.070330 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['6c9849e7-051b-4d58-899b-fcadcef2f78d'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:26.186977 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1339d02-63d6-44ae-bee5-a6985a420edc req-937f8e9f-954d-4ce6-903b-99fa12253009 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:26.193164 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:26.194660 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e1339d02-63d6-44ae-bee5-a6985a420edc req-937f8e9f-954d-4ce6-903b-99fa12253009 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 932 time: 0.0981016 Aug 17 19:41:26.225064 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aff48-4097-4ce7-8ec4-83396d3530a8 req-03be0c7a-5278-448c-a99e-8449a8488c81 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:26.234030 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-179aff48-4097-4ce7-8ec4-83396d3530a8 req-03be0c7a-5278-448c-a99e-8449a8488c81 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 945 time: 0.1211851 Aug 17 19:41:26.250361 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:26.271249 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:26.333709 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e1339d02-63d6-44ae-bee5-a6985a420edc req-430da0ae-5c65-41dd-8b25-af05adf6ec9e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378312 Aug 17 19:41:26.366963 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-179aff48-4097-4ce7-8ec4-83396d3530a8 req-a92c32d6-7382-47c6-be24-be5203e64988 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316803 Aug 17 19:41:26.503961 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2712c-0885-462c-aa96-12c7f4d42448 req-3906b340-518d-41e1-842c-ac70991ce5de tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:26.511754 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e0e2712c-0885-462c-aa96-12c7f4d42448 req-3906b340-518d-41e1-842c-ac70991ce5de tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0911672 Aug 17 19:41:26.625524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e0e2712c-0885-462c-aa96-12c7f4d42448 req-13679de8-3b77-4ff9-ba1e-e066c9737461 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123841 Aug 17 19:41:26.663719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5dc59e-079d-4504-b553-f9c0418123e9 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:26.674130 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Publish callbacks [] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:26.695100 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Transition to ACTIVE for port object bf5dc59e-079d-4504-b553-f9c0418123e9 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:41:26.701275 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:26.831651 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5dc59e-079d-4504-b553-f9c0418123e9,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:26.854180 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Attempting to bind port bf5dc59e-079d-4504-b553-f9c0418123e9 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:41:26.854485 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Attempting to bind port bf5dc59e-079d-4504-b553-f9c0418123e9 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:41:26.854818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Attempting to bind port bf5dc59e-079d-4504-b553-f9c0418123e9 on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:26.883213 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Port bf5dc59e-079d-4504-b553-f9c0418123e9 on network e5255586-eadf-4699-a0a6-becc090592e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:41:26.883559 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Attempting to bind port bf5dc59e-079d-4504-b553-f9c0418123e9 on network e5255586-eadf-4699-a0a6-becc090592e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:26.889956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:41:26.890321 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Checking segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:41:26.890775 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Bound using segment: {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:41:26.891265 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Bound port: bf5dc59e-079d-4504-b553-f9c0418123e9, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e438245e-06e5-4ac4-88cc-7040e6d79f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:41:26.891719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:26.993312 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] For port bf5dc59e-079d-4504-b553-f9c0418123e9, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:41:26.996924 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] For port bf5dc59e-079d-4504-b553-f9c0418123e9, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bf5dc59e-079d-4504-b553-f9c0418123e9,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:41:27.000143 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:27.029475 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:27.036063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:27.036311 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:27.039014 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 1094 time: 0.9962361 Aug 17 19:41:27.039796 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:27.042945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2780bd2-4359-4b14-8b1c-bef3755a8edb" -d '{"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:27.077123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd1d6a-3d90-40c9-8559-ad4b2ce23d0e req-7f0ef828-96e0-4d25-baf7-fabab1c0c579 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:27.081919 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-badd1d6a-3d90-40c9-8559-ad4b2ce23d0e req-7f0ef828-96e0-4d25-baf7-fabab1c0c579 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 949 time: 0.0881174 Aug 17 19:41:27.118734 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:27.139827 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118709-3df1-4faf-bc05-1b27b677f703 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5dc59e-079d-4504-b553-f9c0418123e9,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:27.150227 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-232caa1e-91a1-4015-86bf-fa7125bcf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:27.151905 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-232caa1e-91a1-4015-86bf-fa7125bcf271 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1128 time: 0.0540335 Aug 17 19:41:27.200913 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-badd1d6a-3d90-40c9-8559-ad4b2ce23d0e req-cc553203-e008-424c-b0d2-9ef2003ad682 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139247 Aug 17 19:41:27.203960 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-dd598f36-08eb-490c-805b-5453f7a9b545 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 217 time: 0.0427983 Aug 17 19:41:27.288590 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d27473-520f-48af-86ed-46212b25c910 x-openstack-request-id: req-b9d27473-520f-48af-86ed-46212b25c910 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:27.288888 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:27.289145 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9d27473-520f-48af-86ed-46212b25c910 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:27.289583 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d27473-520f-48af-86ed-46212b25c910'] response: {'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'status': 'completed', 'code': 200} Aug 17 19:41:27.291227 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-4e99fa99-ca42-4d95-84a5-e85ef408a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:27.294040 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-4e99fa99-ca42-4d95-84a5-e85ef408a810 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0840533 Aug 17 19:41:27.372891 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6c9849e7-051b-4d58-899b-fcadcef2f78d up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:41:27.401105 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d4898-e2fc-44eb-baf8-daa90f256223 req-6cab2769-c736-4389-b47e-91c57b3fe5a1 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:27.408865 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e68d4898-e2fc-44eb-baf8-daa90f256223 req-6cab2769-c736-4389-b47e-91c57b3fe5a1 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 945 time: 0.0656381 Aug 17 19:41:27.461112 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e68d4898-e2fc-44eb-baf8-daa90f256223 req-71518503-b640-46e4-b2d2-0330cd3b9ee8 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509503 Aug 17 19:41:27.494534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 6c9849e7-051b-4d58-899b-fcadcef2f78d completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:41:27.505003 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 6c9849e7-051b-4d58-899b-fcadcef2f78d triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:27.505422 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:27.585008 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 6c9849e7-051b-4d58-899b-fcadcef2f78d is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:27.585551 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:27.591591 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067dfa-78f7-4fed-bf45-a10b76aaaa3b req-e8d5443a-2af4-463b-8ee9-998b3916e32e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:27.593204 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65067dfa-78f7-4fed-bf45-a10b76aaaa3b req-e8d5443a-2af4-463b-8ee9-998b3916e32e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 944 time: 0.1092589 Aug 17 19:41:27.619610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ae0457-5029-49a2-9182-4124ba6b015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9849e7-051b-4d58-899b-fcadcef2f78d'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:27.622578 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d2bb6b-bfa8-4964-9a5f-d5af05b59cfc" -d '{"events": [{"server_uuid": "93ae0457-5029-49a2-9182-4124ba6b015f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9849e7-051b-4d58-899b-fcadcef2f78d"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:27.641148 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 6c9849e7-051b-4d58-899b-fcadcef2f78d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6c9849e7-051b-4d58-899b-fcadcef2f78d,segment=NetworkSegment(58beb040-ac9d-49d7-926e-fd0663cf8cbc),segment_id=58beb040-ac9d-49d7-926e-fd0663cf8cbc)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:27.647121 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:27.654533 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65067dfa-78f7-4fed-bf45-a10b76aaaa3b req-41c2cf73-6a3a-455b-961b-ec831475af00 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552976 Aug 17 19:41:27.706474 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a27015-bdec-4a5c-9963-33f917c0dd72 x-openstack-request-id: req-63a27015-bdec-4a5c-9963-33f917c0dd72 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:27.707001 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ae0457-5029-49a2-9182-4124ba6b015f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9849e7-051b-4d58-899b-fcadcef2f78d", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:27.707353 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63a27015-bdec-4a5c-9963-33f917c0dd72 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:27.707867 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a27015-bdec-4a5c-9963-33f917c0dd72'] response: {'server_uuid': '93ae0457-5029-49a2-9182-4124ba6b015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9849e7-051b-4d58-899b-fcadcef2f78d', 'code': 200} Aug 17 19:41:27.712431 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:27.739444 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=6c9849e7-051b-4d58-899b-fcadcef2f78d,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:27.801882 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0b7a-7f42-4af9-8308-0711cbbe213d req-433bbd3e-8b8e-488b-ac57-118f296ea6fc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:27.803273 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-487c0b7a-7f42-4af9-8308-0711cbbe213d req-433bbd3e-8b8e-488b-ac57-118f296ea6fc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0623903 Aug 17 19:41:27.856656 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-487c0b7a-7f42-4af9-8308-0711cbbe213d req-81e3dc40-4fb8-4f35-9944-c32207f5217b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476322 Aug 17 19:41:28.347825 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216fc0f-1c8e-4ad2-ae17-be487cf069fd req-fb2192a2-8684-46dd-bc33-f3d9c2d413b2 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:28.354792 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a216fc0f-1c8e-4ad2-ae17-be487cf069fd req-fb2192a2-8684-46dd-bc33-f3d9c2d413b2 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0549688 Aug 17 19:41:28.403373 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a216fc0f-1c8e-4ad2-ae17-be487cf069fd req-c2579282-d9cf-4150-8ed9-c10e2a074e5a tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Aug 17 19:41:28.597580 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68f7c-1258-43a1-8e18-4916b946cdff req-6b960611-b516-4e0b-ae40-718665df083d tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:28.599612 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d4b68f7c-1258-43a1-8e18-4916b946cdff req-6b960611-b516-4e0b-ae40-718665df083d tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 945 time: 0.0511677 Aug 17 19:41:28.657169 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d4b68f7c-1258-43a1-8e18-4916b946cdff req-befcc28f-89d5-47ba-8586-56d73b426c53 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c9334ca6-26d1-4b25-8912-ea6095521e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Aug 17 19:41:28.772112 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:28.801390 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b35b4b-e989-4dfe-a63d-1be50ed12e9d req-f7d756dc-77b1-4be7-9cdb-b7b3d3cc385d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:28.801390 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-77b35b4b-e989-4dfe-a63d-1be50ed12e9d req-f7d756dc-77b1-4be7-9cdb-b7b3d3cc385d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 944 time: 0.0600643 Aug 17 19:41:28.853240 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-5b3e65dc-6ff5-4b0a-a5a6-189fb3b90338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:28.855358 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-5b3e65dc-6ff5-4b0a-a5a6-189fb3b90338 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1429486 Aug 17 19:41:28.955950 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-77b35b4b-e989-4dfe-a63d-1be50ed12e9d req-852c0873-bea0-414a-928a-abe5f5780ffc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555669 Aug 17 19:41:29.016576 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1215c-b5a1-43e8-8584-bad0b281c2fb req-5b3c5f48-5272-4148-81b5-386a4b267046 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:29.024450 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-42f1215c-b5a1-43e8-8584-bad0b281c2fb req-5b3c5f48-5272-4148-81b5-386a4b267046 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0671585 Aug 17 19:41:29.029157 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:29.032311 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-722f62e3-f78a-436b-ad15-15883e566113 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402392 Aug 17 19:41:29.080854 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-42f1215c-b5a1-43e8-8584-bad0b281c2fb req-15da7e83-92af-4f5b-ad51-522333bf186b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556746 Aug 17 19:41:29.210556 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51769fe9-5dc1-4d2e-abfe-787fadddff46 req-76635234-3e48-43cc-9ba2-57e5a404f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:29.212183 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-51769fe9-5dc1-4d2e-abfe-787fadddff46 req-76635234-3e48-43cc-9ba2-57e5a404f8a0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 1134 time: 0.1147611 Aug 17 19:41:29.264717 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-509020b3-e019-4b55-b8fe-f588fb52a87a tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:29.266610 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-509020b3-e019-4b55-b8fe-f588fb52a87a tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 945 time: 0.1021340 Aug 17 19:41:29.331644 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-afe36b41-099d-4e8c-a67d-b3bf970dbf15 req-f9f81321-7150-4e35-b0e2-36dce73b9da2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626114 Aug 17 19:41:29.363213 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-51769fe9-5dc1-4d2e-abfe-787fadddff46 req-ba731d13-cea8-415f-b957-3c8380821fbf service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381290 Aug 17 19:41:29.404794 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Deleting port 5489f946-7da1-4771-9ff2-0ec4a18c823f {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:41:29.405248 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:29.512997 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] For port 5489f946-7da1-4771-9ff2-0ec4a18c823f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5489f946-7da1-4771-9ff2-0ec4a18c823f,segment=NetworkSegment(953055b5-7e71-4628-9f37-451152cb61a2),segment_id=953055b5-7e71-4628-9f37-451152cb61a2)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:29.513587 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:29.531876 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Calling delete_port for 5489f946-7da1-4771-9ff2-0ec4a18c823f owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:41:29.554417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d9aa4-80df-43c1-b22a-b593314320a8 req-0cf35c27-e7f4-48d4-8691-368842f5cc63 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:29.558905 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7d8d9aa4-80df-43c1-b22a-b593314320a8 req-0cf35c27-e7f4-48d4-8691-368842f5cc63 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0663006 Aug 17 19:41:29.626942 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7d8d9aa4-80df-43c1-b22a-b593314320a8 req-4337a5bf-991f-47ec-8a0e-74c64e30f45a tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617237 Aug 17 19:41:29.694623 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (5489f946-7da1-4771-9ff2-0ec4a18c823f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:29.708632 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['5489f946-7da1-4771-9ff2-0ec4a18c823f'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:29.727775 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Pushing event deleted for resources: {'Port': ['ID=5489f946-7da1-4771-9ff2-0ec4a18c823f,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:29.778948 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e982ddc3-1dff-4689-b007-93833c42311a req-54e39e3f-9f3c-48ca-895e-05ba784f22d5 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0322146 Aug 17 19:41:29.781993 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] No DVR routers for this DVR port 5489f946-7da1-4771-9ff2-0ec4a18c823f on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:41:29.787204 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:29.791372 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-72eb6ff4-c5cf-4cca-92e6-5dd064b7bf36 req-07a8b329-0e00-4fe8-9152-2d7e961bebbd tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.65 "DELETE /networking/v2.0/ports/5489f946-7da1-4771-9ff2-0ec4a18c823f HTTP/1.1" status: 204 len: 173 time: 0.5178540 Aug 17 19:41:29.791952 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'name': 'network-vif-deleted', 'tag': '5489f946-7da1-4771-9ff2-0ec4a18c823f'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:29.794293 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65baa8bb-2166-46ab-aed7-2fc1b2616aca" -d '{"events": [{"server_uuid": "c6b9d664-2c4c-453b-8859-b36d62f08a3a", "name": "network-vif-deleted", "tag": "5489f946-7da1-4771-9ff2-0ec4a18c823f"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:29.837321 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d44fcd-e07e-445a-a437-972fe5ae55d3 x-openstack-request-id: req-f8d44fcd-e07e-445a-a437-972fe5ae55d3 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:29.837955 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b9d664-2c4c-453b-8859-b36d62f08a3a", "name": "network-vif-deleted", "tag": "5489f946-7da1-4771-9ff2-0ec4a18c823f", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:29.838255 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8d44fcd-e07e-445a-a437-972fe5ae55d3 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:29.838661 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d44fcd-e07e-445a-a437-972fe5ae55d3'] response: {'server_uuid': 'c6b9d664-2c4c-453b-8859-b36d62f08a3a', 'name': 'network-vif-deleted', 'tag': '5489f946-7da1-4771-9ff2-0ec4a18c823f', 'status': 'completed', 'code': 200} Aug 17 19:41:30.091590 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fe507-71c8-470d-bbf4-e1b9e074194f req-e3eb3a09-abe1-4c47-8b84-1fcd24ff785d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:30.093116 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d75fe507-71c8-470d-bbf4-e1b9e074194f req-e3eb3a09-abe1-4c47-8b84-1fcd24ff785d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 944 time: 0.0582247 Aug 17 19:41:30.163065 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d75fe507-71c8-470d-bbf4-e1b9e074194f req-7d2f9a04-302a-48dd-a85f-8911f71e2c7e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639317 Aug 17 19:41:30.240328 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae0aa5-1689-4c58-9729-9d038ffd3233 req-1b5b4ab4-2d8c-4e6e-9c6f-d977cbb09a62 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:30.241846 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-abae0aa5-1689-4c58-9729-9d038ffd3233 req-1b5b4ab4-2d8c-4e6e-9c6f-d977cbb09a62 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0603478 Aug 17 19:41:30.276457 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:30.302255 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-abae0aa5-1689-4c58-9729-9d038ffd3233 req-123e9f68-038a-4f05-be1e-b538d4f088dd tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524466 Aug 17 19:41:30.747451 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033ebc0-2d49-461d-9d91-3dae225aac51 req-4a4913b5-f47e-4eb0-8873-6cd827b28ab4 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:30.750217 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c033ebc0-2d49-461d-9d91-3dae225aac51 req-4a4913b5-f47e-4eb0-8873-6cd827b28ab4 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0523357 Aug 17 19:41:30.818364 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c033ebc0-2d49-461d-9d91-3dae225aac51 req-7bd7a6fe-e6f4-4d10-95a8-a4ab12eba36b tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623915 Aug 17 19:41:30.921927 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-89a57060-4e34-4c4c-a16c-4c7ea5a6460a req-cf69a6b8-8833-40de-a374-2d6adfdfb38d tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0325215 Aug 17 19:41:31.307185 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ecb25-777d-414b-b95a-b46584ad5c4e req-d5231bac-9aae-4701-9d95-22ee14a2fbef tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:31.309387 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b22ecb25-777d-414b-b95a-b46584ad5c4e req-d5231bac-9aae-4701-9d95-22ee14a2fbef tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 944 time: 0.0655611 Aug 17 19:41:31.378355 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b22ecb25-777d-414b-b95a-b46584ad5c4e req-28ff2686-9505-4d6b-b8c6-819a9f254cf0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628903 Aug 17 19:41:31.447708 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-e2062f5c-7bb4-42ef-b868-8bf880a33a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:31.449917 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-e2062f5c-7bb4-42ef-b868-8bf880a33a3b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1128 time: 0.0635052 Aug 17 19:41:31.500967 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcb59a-9783-41eb-a54c-b35557fe67ad req-c2429027-ae29-4b14-990c-e65c3a609f3f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:31.502649 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6adcb59a-9783-41eb-a54c-b35557fe67ad req-c2429027-ae29-4b14-990c-e65c3a609f3f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0761981 Aug 17 19:41:31.573829 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6adcb59a-9783-41eb-a54c-b35557fe67ad req-2a648814-2b2a-4fc0-bc79-ca164b1ffacb tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637240 Aug 17 19:41:31.582644 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:31.590970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-99ec80ad-dc38-4ef0-a776-4dfcf8853827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:31.599278 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-99ec80ad-dc38-4ef0-a776-4dfcf8853827 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.1353605 Aug 17 19:41:31.668643 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-af18028c-56f2-40d4-b44e-6bae3bf69ccf service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 217 time: 0.0582926 Aug 17 19:41:32.168858 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2b75cabb-c455-417c-9067-9452f8b181a4 req-be113065-0109-4a03-b923-a118c534b039 tempest-VolumesActionsTest-1926207285 tempest-VolumesActionsTest-1926207285-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6b9d664-2c4c-453b-8859-b36d62f08a3a HTTP/1.1" status: 200 len: 210 time: 0.0327234 Aug 17 19:41:32.180629 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58699fa-6c45-4968-a63e-2516580a3f5f req-2e8210a8-e92e-4d08-a97f-49ce7e687180 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:32.187300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-b58ce06c-61c0-4ca2-85a0-f634d9b5d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:32.188283 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a58699fa-6c45-4968-a63e-2516580a3f5f req-2e8210a8-e92e-4d08-a97f-49ce7e687180 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.2960100 Aug 17 19:41:32.189262 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-b58ce06c-61c0-4ca2-85a0-f634d9b5d152 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.1675808 Aug 17 19:41:32.249125 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a58699fa-6c45-4968-a63e-2516580a3f5f req-a55822b1-b5ac-4c65-a800-4bd8d6127ceb tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599530 Aug 17 19:41:32.497398 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02822d-08be-4a1f-95e5-57713d9d5bcd req-73a8ef2e-7704-45ca-a120-a87d28ee4bee tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:32.498994 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af02822d-08be-4a1f-95e5-57713d9d5bcd req-73a8ef2e-7704-45ca-a120-a87d28ee4bee tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 944 time: 0.0492582 Aug 17 19:41:32.550003 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af02822d-08be-4a1f-95e5-57713d9d5bcd req-f3c5dea4-2ac8-4de6-9d2e-21319b3cb3ea tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440655 Aug 17 19:41:32.703668 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7dc5-3c09-430b-9bed-c88a2ce65d29 req-b44cbf01-b143-4ea3-8ae0-372e6505ebf8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:32.705243 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c18b7dc5-3c09-430b-9bed-c88a2ce65d29 req-b44cbf01-b143-4ea3-8ae0-372e6505ebf8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Aug 17 19:41:32.743716 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:32.766069 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-ddbe4945-d773-4474-a96e-91e945ae6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:32.767623 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-ddbe4945-d773-4474-a96e-91e945ae6cc5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476437 Aug 17 19:41:32.769891 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c18b7dc5-3c09-430b-9bed-c88a2ce65d29 req-120ca6a9-2d34-493b-8ae5-5c548df0a3ff tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589726 Aug 17 19:41:32.877514 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-26821324-6689-44fe-b934-5d76e6002788 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937219 Aug 17 19:41:32.946300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:32.974804 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e2780bd2-4359-4b14-8b1c-bef3755a8edb req-660710fb-a28b-4bfb-bdb7-60cdf1fcf85e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843432 Aug 17 19:41:33.158956 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:33.166935 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:33.370134 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb9235-e39d-497c-bb26-e1eeee298428 req-7e1c6fae-0a6f-49c9-a13e-1df2c489c429 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:33.372382 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-44eb9235-e39d-497c-bb26-e1eeee298428 req-7e1c6fae-0a6f-49c9-a13e-1df2c489c429 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0493855 Aug 17 19:41:33.394538 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device bf5dc59e-079d-4504-b553-f9c0418123e9 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:41:33.399640 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 5489f946-7da1-4771-9ff2-0ec4a18c823f no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:41:33.429537 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 5489f946-7da1-4771-9ff2-0ec4a18c823f {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:41:33.430226 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 5489f946-7da1-4771-9ff2-0ec4a18c823f not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:41:33.459002 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-ca47fd0a-b3e2-49dd-a22c-2a9999f60136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:33.462868 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-ca47fd0a-b3e2-49dd-a22c-2a9999f60136 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1129 time: 0.0711098 Aug 17 19:41:33.466518 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-44eb9235-e39d-497c-bb26-e1eeee298428 req-5047a458-a48d-42ba-ad4e-bfdc6f0d0821 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864019 Aug 17 19:41:33.540494 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port bf5dc59e-079d-4504-b553-f9c0418123e9, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bf5dc59e-079d-4504-b553-f9c0418123e9,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:33.553141 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'mac_address': 'fa:16:3e:2d:04:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:41:33.582475 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:33.598813 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port bf5dc59e-079d-4504-b553-f9c0418123e9 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:33.599380 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:33.606896 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-9036c4c7-92f7-4aa3-a3d2-0b55d4e6c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:33.608382 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-9036c4c7-92f7-4aa3-a3d2-0b55d4e6c271 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.1350694 Aug 17 19:41:33.619315 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5dc59e-079d-4504-b553-f9c0418123e9 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:41:33.641719 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port bf5dc59e-079d-4504-b553-f9c0418123e9, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bf5dc59e-079d-4504-b553-f9c0418123e9,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:33.656771 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:33.708653 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-b80dec1e-3cd8-4beb-ba6e-acbc76b76f07 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 1001 time: 0.0854020 Aug 17 19:41:33.724952 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddb866-668f-427d-8939-e28f358f10ce req-55215537-1b55-4ed7-b2ab-1a1f09fd59db tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:33.730021 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=bf5dc59e-079d-4504-b553-f9c0418123e9,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:33.745098 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d7ddb866-668f-427d-8939-e28f358f10ce req-55215537-1b55-4ed7-b2ab-1a1f09fd59db tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 945 time: 0.1002591 Aug 17 19:41:33.790227 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-9c6fdaeb-7348-4246-9940-8c9947a7a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:33.791865 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-9c6fdaeb-7348-4246-9940-8c9947a7a57b service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.0591266 Aug 17 19:41:33.814142 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d7ddb866-668f-427d-8939-e28f358f10ce req-77c5a86f-f41f-419f-b016-85e207754be4 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672417 Aug 17 19:41:33.870838 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690e7be-d70e-46a2-a9d5-2103773016f4 req-b940c703-79e4-49fe-8803-ef4659ee93d8 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:33.872375 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f690e7be-d70e-46a2-a9d5-2103773016f4 req-b940c703-79e4-49fe-8803-ef4659ee93d8 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0569446 Aug 17 19:41:33.942713 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd3cd7-0bbe-4877-b906-63a306d3d70b req-21b57b04-2886-490e-9bd6-f4b43567f537 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:33.944209 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4fcd3cd7-0bbe-4877-b906-63a306d3d70b req-21b57b04-2886-490e-9bd6-f4b43567f537 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0649397 Aug 17 19:41:33.988480 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f690e7be-d70e-46a2-a9d5-2103773016f4 req-f446d3e0-0d83-4983-a06e-8634a48d33f2 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068921 Aug 17 19:41:34.011488 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4fcd3cd7-0bbe-4877-b906-63a306d3d70b req-b29dfdf5-4074-42d5-988a-81b63701181c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604737 Aug 17 19:41:34.036408 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bcb0b408-f875-41a3-886e-5fa7f8e9f23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:34.076619 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['bf5dc59e-079d-4504-b553-f9c0418123e9'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:34.931643 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908137d7-fdf5-49f4-8fff-e1f25b162688 req-dc3205c7-dcff-42d5-b458-a37c091cd55b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:34.933101 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-908137d7-fdf5-49f4-8fff-e1f25b162688 req-dc3205c7-dcff-42d5-b458-a37c091cd55b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 945 time: 0.0478747 Aug 17 19:41:34.953422 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:34.980885 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-908137d7-fdf5-49f4-8fff-e1f25b162688 req-a1eabda6-0c8b-4ecd-a3f5-f19d9102156f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Aug 17 19:41:35.138858 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c229-d36e-4307-ab45-c8ff4fd9ddb0 req-f0ac5bad-823f-4ac1-b003-bcd6d0ce6f3d tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:35.140324 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1061c229-d36e-4307-ab45-c8ff4fd9ddb0 req-f0ac5bad-823f-4ac1-b003-bcd6d0ce6f3d tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0775461 Aug 17 19:41:35.159485 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d9e4-cd56-4920-bd7d-6b664f20058d req-7217881b-7824-4fd8-8540-a592cf283f2f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:35.160841 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5d57d9e4-cd56-4920-bd7d-6b664f20058d req-7217881b-7824-4fd8-8540-a592cf283f2f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0694349 Aug 17 19:41:35.223075 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1061c229-d36e-4307-ab45-c8ff4fd9ddb0 req-3ceacf2b-0454-4743-89b9-532378894448 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770652 Aug 17 19:41:35.230011 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5d57d9e4-cd56-4920-bd7d-6b664f20058d req-ed224da6-f679-4871-9ad9-a5f75d5c30ce tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624506 Aug 17 19:41:36.093174 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e6b877d2-2e59-4bfa-8320-b901e90d2b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:36.097711 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb3ba8-c3f6-4ef4-891a-a38e21f74c5d req-68452526-bc49-49fc-811d-54578203d0d5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:36.099208 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76cb3ba8-c3f6-4ef4-891a-a38e21f74c5d req-68452526-bc49-49fc-811d-54578203d0d5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 945 time: 0.0475323 Aug 17 19:41:36.146643 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76cb3ba8-c3f6-4ef4-891a-a38e21f74c5d req-9a081fe3-a493-4d47-b719-4d4d03f58690 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Aug 17 19:41:36.376600 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea28d0-9dec-4053-a2bf-8ead6f06f2c2 req-b6970e2d-0ab5-407d-bcac-5a8d5683c435 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:36.378094 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-39ea28d0-9dec-4053-a2bf-8ead6f06f2c2 req-b6970e2d-0ab5-407d-bcac-5a8d5683c435 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0816143 Aug 17 19:41:36.383923 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455d4c-6235-4883-a27c-1fc95fa9d8f5 req-b6b9734a-9476-4c0a-b0c2-d4ae8bb26f1e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:36.385280 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f455d4c-6235-4883-a27c-1fc95fa9d8f5 req-b6b9734a-9476-4c0a-b0c2-d4ae8bb26f1e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0784824 Aug 17 19:41:36.451927 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-39ea28d0-9dec-4053-a2bf-8ead6f06f2c2 req-730e6be5-1e61-4c43-9f37-3b89d5ac175a tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651546 Aug 17 19:41:36.463003 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f455d4c-6235-4883-a27c-1fc95fa9d8f5 req-6a8c6e30-281f-4474-b07a-e63338c87999 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692704 Aug 17 19:41:37.264868 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20323e96-6222-4a6a-9c3d-c5389280f64b req-434c01b0-bfbe-4787-a59f-ac0ce81862ee tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:37.266356 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-20323e96-6222-4a6a-9c3d-c5389280f64b req-434c01b0-bfbe-4787-a59f-ac0ce81862ee tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 945 time: 0.0464892 Aug 17 19:41:37.315161 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-20323e96-6222-4a6a-9c3d-c5389280f64b req-d4005b1c-b11d-4e75-a854-49829a63b79d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Aug 17 19:41:37.435439 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:37.440805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-02353d6f-7637-4d50-bbb9-a0a5ffb48f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:37.442451 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-02353d6f-7637-4d50-bbb9-a0a5ffb48f90 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409777 Aug 17 19:41:37.585677 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:37.602496 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda70422-9588-4a1e-9d6a-42732cad950b req-4cdd054b-113c-4119-befa-e3ba915f5566 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:37.603936 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bda70422-9588-4a1e-9d6a-42732cad950b req-4cdd054b-113c-4119-befa-e3ba915f5566 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0773542 Aug 17 19:41:37.613924 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6a48-1961-4176-9c24-f31ab2ea5ff6 req-62126cdf-d396-4250-9915-3cd93559168e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:37.615366 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ddb6a48-1961-4176-9c24-f31ab2ea5ff6 req-62126cdf-d396-4250-9915-3cd93559168e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0767374 Aug 17 19:41:37.691183 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bda70422-9588-4a1e-9d6a-42732cad950b req-8e4bc7d5-12ca-408e-a864-4db7e1ca9588 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747821 Aug 17 19:41:37.695153 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ddb6a48-1961-4176-9c24-f31ab2ea5ff6 req-18a33fcc-2b2e-41c9-8ffe-04dd15379307 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718811 Aug 17 19:41:38.065642 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device bf5dc59e-079d-4504-b553-f9c0418123e9 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:41:38.096021 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-fdf45e40-c28b-42fd-9ee7-ba8acb162df2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912037 Aug 17 19:41:38.107043 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.115442 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port bf5dc59e-079d-4504-b553-f9c0418123e9 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:41:38.121642 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port bf5dc59e-079d-4504-b553-f9c0418123e9 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:38.122101 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.195830 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port bf5dc59e-079d-4504-b553-f9c0418123e9 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:38.196223 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.219298 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:38.221558 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459891d9-5cef-4d86-96b2-11b714185f7f" -d '{"events": [{"server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "name": "network-vif-plugged", "status": "completed", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:38.233640 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port bf5dc59e-079d-4504-b553-f9c0418123e9, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bf5dc59e-079d-4504-b553-f9c0418123e9,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:38.238641 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.262613 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f56a4-eb63-44f1-ba38-8b66d9cc1e32 x-openstack-request-id: req-b70f56a4-eb63-44f1-ba38-8b66d9cc1e32 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:38.262903 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "name": "network-vif-plugged", "status": "completed", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:38.263184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b70f56a4-eb63-44f1-ba38-8b66d9cc1e32 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:38.263575 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70f56a4-eb63-44f1-ba38-8b66d9cc1e32'] response: {'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'code': 200} Aug 17 19:41:38.288102 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=bf5dc59e-079d-4504-b553-f9c0418123e9,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:38.431942 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bfb9e-5291-4328-aa10-93be4e67119f req-92621dc1-22ad-4f0a-a7c5-9cdbfc346a4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:38.433962 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-863bfb9e-5291-4328-aa10-93be4e67119f req-92621dc1-22ad-4f0a-a7c5-9cdbfc346a4a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0464959 Aug 17 19:41:38.483591 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-863bfb9e-5291-4328-aa10-93be4e67119f req-8d2810ad-eabc-4a3b-9c02-d46657778833 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Aug 17 19:41:38.631623 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-4bea2e34-b069-47dd-80de-6b21687de97e tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:38.634084 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-4bea2e34-b069-47dd-80de-6b21687de97e tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.0925064 Aug 17 19:41:38.762805 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.789806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20fa6c-b96e-4023-a20f-535639ce3aa8 req-549bd122-9cbb-4487-9f46-14b0482a2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:38.791758 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bd20fa6c-b96e-4023-a20f-535639ce3aa8 req-549bd122-9cbb-4487-9f46-14b0482a2d14 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1130 time: 0.0765932 Aug 17 19:41:38.798324 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:38.834412 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Deleting port 6c9849e7-051b-4d58-899b-fcadcef2f78d {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:41:38.835006 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.882087 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.922841 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ec9fe681-00e2-4cf0-b47e-16ce739a8978 req-016b38b6-29dc-41da-8806-ece6df96e730 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889182 Aug 17 19:41:38.939446 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d5b71-7cf9-4cce-9a7d-e5cbe08bea72 req-cf666e77-93c4-464e-9841-234ac000bb07 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:38.947105 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-752d5b71-7cf9-4cce-9a7d-e5cbe08bea72 req-cf666e77-93c4-464e-9841-234ac000bb07 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 950 time: 0.1298010 Aug 17 19:41:38.957620 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bd20fa6c-b96e-4023-a20f-535639ce3aa8 req-81feb522-62cb-4d15-89f5-230d608e3931 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537724 Aug 17 19:41:38.959160 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598530-7873-4ed4-bf75-85bb7d55e7bf req-f9042cbc-a3d1-4f8b-b27b-65d0770db991 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:38.961093 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f8598530-7873-4ed4-bf75-85bb7d55e7bf req-f9042cbc-a3d1-4f8b-b27b-65d0770db991 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 945 time: 0.0868514 Aug 17 19:41:38.975012 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] For port 6c9849e7-051b-4d58-899b-fcadcef2f78d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6c9849e7-051b-4d58-899b-fcadcef2f78d,segment=NetworkSegment(58beb040-ac9d-49d7-926e-fd0663cf8cbc),segment_id=58beb040-ac9d-49d7-926e-fd0663cf8cbc)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:38.975342 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:38.991171 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Calling delete_port for 6c9849e7-051b-4d58-899b-fcadcef2f78d owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:41:39.001644 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:39.061703 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-752d5b71-7cf9-4cce-9a7d-e5cbe08bea72 req-a8963a83-a2cf-4677-a9fe-a82e0b356427 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8ffe663c-762a-4365-89e4-7886bed68169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128323 Aug 17 19:41:39.075156 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f8598530-7873-4ed4-bf75-85bb7d55e7bf req-71189b9e-c18e-4959-8cd2-088c896ae695 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069772 Aug 17 19:41:39.170957 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:39.184872 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (6c9849e7-051b-4d58-899b-fcadcef2f78d), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:39.194466 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adf36f-4d06-44a4-982f-68f7daf00152 req-ed4144f8-6b87-49b4-95c2-0f42d5dfea63 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:39.196486 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a5adf36f-4d06-44a4-982f-68f7daf00152 req-ed4144f8-6b87-49b4-95c2-0f42d5dfea63 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0583134 Aug 17 19:41:39.200862 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['6c9849e7-051b-4d58-899b-fcadcef2f78d'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:39.262921 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a5adf36f-4d06-44a4-982f-68f7daf00152 req-c7a78465-81a5-4dff-ae08-44a30d196b31 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569341 Aug 17 19:41:39.288530 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Pushing event deleted for resources: {'Port': ['ID=6c9849e7-051b-4d58-899b-fcadcef2f78d,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:39.291295 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 47598) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:39.328391 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] No DVR routers for this DVR port 6c9849e7-051b-4d58-899b-fcadcef2f78d on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:41:39.333054 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:39.337314 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c0221ef5-de99-410b-b47e-c1280dd1e93b req-ae92377e-2310-49d5-80fc-eb360d14ecac tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.65 "DELETE /networking/v2.0/ports/6c9849e7-051b-4d58-899b-fcadcef2f78d HTTP/1.1" status: 204 len: 173 time: 0.6941326 Aug 17 19:41:39.338002 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ae0457-5029-49a2-9182-4124ba6b015f', 'name': 'network-vif-deleted', 'tag': '6c9849e7-051b-4d58-899b-fcadcef2f78d'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:39.341278 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41190615-6b05-4512-a020-116437371850" -d '{"events": [{"server_uuid": "93ae0457-5029-49a2-9182-4124ba6b015f", "name": "network-vif-deleted", "tag": "6c9849e7-051b-4d58-899b-fcadcef2f78d"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:39.394549 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a84676-5d9a-4c31-86a1-904792e6c8b8 x-openstack-request-id: req-12a84676-5d9a-4c31-86a1-904792e6c8b8 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:39.394842 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ae0457-5029-49a2-9182-4124ba6b015f", "name": "network-vif-deleted", "tag": "6c9849e7-051b-4d58-899b-fcadcef2f78d", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:39.395092 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12a84676-5d9a-4c31-86a1-904792e6c8b8 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:39.395521 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a84676-5d9a-4c31-86a1-904792e6c8b8'] response: {'server_uuid': '93ae0457-5029-49a2-9182-4124ba6b015f', 'name': 'network-vif-deleted', 'tag': '6c9849e7-051b-4d58-899b-fcadcef2f78d', 'status': 'completed', 'code': 200} Aug 17 19:41:39.562441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd3e07-e041-44ed-ba11-4348bd569096 tempest-TestMinimumBasicScenario-1206422135 tempest-TestMinimumBasicScenario-1206422135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:39.564056 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-39fd3e07-e041-44ed-ba11-4348bd569096 tempest-TestMinimumBasicScenario-1206422135 tempest-TestMinimumBasicScenario-1206422135-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1125 time: 0.2714262 Aug 17 19:41:39.567202 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47606) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:39.572139 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'port_id': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:39.634833 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:39.692841 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193102c-f524-439f-9877-fd3e52d51edb req-945d9a3e-2b91-4bf8-97b4-49c4119872b6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:39.694560 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9193102c-f524-439f-9877-fd3e52d51edb req-945d9a3e-2b91-4bf8-97b4-49c4119872b6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0973201 Aug 17 19:41:39.763260 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:39.818227 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9193102c-f524-439f-9877-fd3e52d51edb req-99b495c6-18e5-4b87-ab71-d953bb8d0b4c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127377 Aug 17 19:41:39.897533 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Allocated IP 172.27.1.179 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/7059a0fb-81b2-4632-8555-6a3f8c4b0662) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:39.915324 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:40.019130 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:40.057003 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:40.092341 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:41:40.119877 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:40.140066 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'Port': ['ID=7059a0fb-81b2-4632-8555-6a3f8c4b0662,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:40.143728 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:40.146408 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:40.203847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: ACTIVE; New status is: DOWN {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:40.204539 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:40.241153 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:40.247153 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bb0dffff-69d4-460a-97ff-c84091e12aae req-bd9c5671-f638-4db1-92ca-ebc045a0acbb tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 210 time: 0.0536203 Aug 17 19:41:40.249965 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:40.251139 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6c9849e7-051b-4d58-899b-fcadcef2f78d no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:41:40.280511 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:40.283092 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773a9e03-4ee6-4b1d-83cd-a6c0a2fb8627" -d '{"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-unplugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:40.312427 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:40.313671 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 6c9849e7-051b-4d58-899b-fcadcef2f78d {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:41:40.314176 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6c9849e7-051b-4d58-899b-fcadcef2f78d not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:41:40.350779 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=8']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:40.355996 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4d314-1b7a-4535-9e38-4aadaa0505bf x-openstack-request-id: req-25e4d314-1b7a-4535-9e38-4aadaa0505bf {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:40.356520 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-unplugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:40.356947 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25e4d314-1b7a-4535-9e38-4aadaa0505bf {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:40.357566 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e4d314-1b7a-4535-9e38-4aadaa0505bf'] response: {'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'code': 200} Aug 17 19:41:40.415762 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec7f85-5ffe-4e9e-9527-ca82781755b1 req-d697d47c-cd6b-44b8-b97d-fa092ae62a5c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:40.417843 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d4ec7f85-5ffe-4e9e-9527-ca82781755b1 req-d697d47c-cd6b-44b8-b97d-fa092ae62a5c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.2029161 Aug 17 19:41:40.500228 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:40.529998 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d4ec7f85-5ffe-4e9e-9527-ca82781755b1 req-3e5b14a3-e145-4785-b883-33df24594ff2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058545 Aug 17 19:41:40.835745 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for floatingip (81a49533-39fb-4adc-8c7f-1a52b284f06b), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:41.198042 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:41.228176 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11520726-cd91-47a6-928d-751118897bec req-612108e1-ec22-4121-a5c7-dc2814ba8192 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:41.230290 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-11520726-cd91-47a6-928d-751118897bec req-612108e1-ec22-4121-a5c7-dc2814ba8192 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.3115559 Aug 17 19:41:41.492902 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:41.498938 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-11520726-cd91-47a6-928d-751118897bec req-cc811ccd-30da-46c8-835a-cfe0f5baaef6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361114 Aug 17 19:41:41.535739 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b6c15500-cbbc-48e6-a982-57c6fedc0501 req-75e99058-3618-42f0-aad0-7755b55d2443 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 210 time: 0.0568902 Aug 17 19:41:41.648152 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:41.666258 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:41.737091 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60443f-61c0-4f02-9e5f-fddfff4b15ff req-2d4851e9-783f-474b-93f8-faa952e862bc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:41.738625 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6b60443f-61c0-4f02-9e5f-fddfff4b15ff req-2d4851e9-783f-474b-93f8-faa952e862bc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1090393 Aug 17 19:41:41.760521 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'Port': ['ID=7059a0fb-81b2-4632-8555-6a3f8c4b0662,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:41.772810 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (81a49533-39fb-4adc-8c7f-1a52b284f06b), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:41.852527 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6b60443f-61c0-4f02-9e5f-fddfff4b15ff req-bea5c4d8-d5fb-4bf8-9dc8-55263c093f1e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040473 Aug 17 19:41:41.901705 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Floating IP 81a49533-39fb-4adc-8c7f-1a52b284f06b associated. External IP: 172.27.1.179, port: b5880430-ff15-4906-82f8-7fe7ec8aba19. Aug 17 19:41:42.110213 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:42.184959 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Router 9a6a5866-88b7-4d71-972c-db2cdad80819 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:41:42.313786 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:41:42.333703 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] Sync routers for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:41:42.360575 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:42.366386 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:41:42.369675 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:42.429170 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3ad48006-bf3f-416e-b783-3c70209e6391 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8606343 Aug 17 19:41:42.429783 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:42.432042 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 47652) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:42.433139 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acaaa36-e752-4e92-b297-60ceff96785b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:42.438611 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-bc7101ee-f68e-40b5-8b0e-c813ebb59b59 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363925419', 'description': 'tempest-secgroup-smoke-363925419 description', 'project_id': 'cd2089b2265341b291a0db883f0d211f'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:42.516562 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-bc7101ee-f68e-40b5-8b0e-c813ebb59b59 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:42.523020 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e37d8-b955-413e-944e-883424b43a0b x-openstack-request-id: req-aa2e37d8-b955-413e-944e-883424b43a0b {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:42.523468 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:42.523936 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa2e37d8-b955-413e-944e-883424b43a0b {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:42.524447 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2e37d8-b955-413e-944e-883424b43a0b'] response: {'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'status': 'completed', 'code': 200} Aug 17 19:41:42.649456 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f13a48-fab4-467d-be20-57d7d27d1025 req-a9297e98-9de8-4bc3-bd68-aba9e35de878 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:42.662157 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59f13a48-fab4-467d-be20-57d7d27d1025 req-a9297e98-9de8-4bc3-bd68-aba9e35de878 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0591204 Aug 17 19:41:42.679129 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-bc7101ee-f68e-40b5-8b0e-c813ebb59b59 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group (672c29cc-b592-4fae-8a78-ce3997325e42), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:42.687530 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-bc7101ee-f68e-40b5-8b0e-c813ebb59b59 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (672c29cc-b592-4fae-8a78-ce3997325e42), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:42.785200 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cc12a51d-9f63-4591-a4df-ebab468451a2 req-5d1b6de8-359c-456d-9f8b-c4709fbabe28 tempest-VolumesNegativeTest-1087699721 tempest-VolumesNegativeTest-1087699721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=93ae0457-5029-49a2-9182-4124ba6b015f HTTP/1.1" status: 200 len: 210 time: 0.0542095 Aug 17 19:41:42.791381 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-bc7101ee-f68e-40b5-8b0e-c813ebb59b59 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:42.794961 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-bc7101ee-f68e-40b5-8b0e-c813ebb59b59 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3599806 Aug 17 19:41:42.799198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47664) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:42.818681 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-d9b76b35-c317-4e45-a4f2-4f3d13979f10 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'security_group_rule': {'security_group_id': '672c29cc-b592-4fae-8a78-ce3997325e42', 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:42.827930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7101ee-f68e-40b5-8b0e-c813ebb59b59 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672c29cc-b592-4fae-8a78-ce3997325e42,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:42.880998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:41:42.883803 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59f13a48-fab4-467d-be20-57d7d27d1025 req-eab030ab-de8a-4976-abad-49919197cbea tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205453 Aug 17 19:41:42.929745 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:42.937599 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-2ef7c430-3b85-4de4-9e14-332c95e92b58 req-3898b510-1ce1-4539-9dad-cfb7824acaf7 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:41:42.939709 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2ef7c430-3b85-4de4-9e14-332c95e92b58 req-3898b510-1ce1-4539-9dad-cfb7824acaf7 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073414 Aug 17 19:41:42.952304 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9b76b35-c317-4e45-a4f2-4f3d13979f10 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (209e956c-42a2-4583-a149-bdbe610d079e), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.063572 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9b76b35-c317-4e45-a4f2-4f3d13979f10 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (209e956c-42a2-4583-a149-bdbe610d079e), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.073190 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec818-c361-4285-a01a-706c0cf41262 req-b1509cf2-477a-46db-b476-6c364e475c0d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:43.080566 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-054ec818-c361-4285-a01a-706c0cf41262 req-b1509cf2-477a-46db-b476-6c364e475c0d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.1019135 Aug 17 19:41:43.082066 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9b76b35-c317-4e45-a4f2-4f3d13979f10 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (209e956c-42a2-4583-a149-bdbe610d079e), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.091213 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 47670) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:43.096117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'floatingip': {'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:43.115970 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b76b35-c317-4e45-a4f2-4f3d13979f10 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209e956c-42a2-4583-a149-bdbe610d079e,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:43.127616 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9b76b35-c317-4e45-a4f2-4f3d13979f10 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.130132 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d9b76b35-c317-4e45-a4f2-4f3d13979f10 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297465 Aug 17 19:41:43.133643 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47672) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:43.139545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-b95fe27f-9d8c-46f8-9849-f49a6766fc1c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'security_group_rule': {'security_group_id': '672c29cc-b592-4fae-8a78-ce3997325e42', 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:43.148576 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:43.183751 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b95fe27f-9d8c-46f8-9849-f49a6766fc1c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (3d54bef1-3cab-4773-a005-f93a00ed73c3), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.190310 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (1698b133-e171-43e0-a666-701aa129da74), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.274972 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b95fe27f-9d8c-46f8-9849-f49a6766fc1c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (3d54bef1-3cab-4773-a005-f93a00ed73c3), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.299559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b95fe27f-9d8c-46f8-9849-f49a6766fc1c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (3d54bef1-3cab-4773-a005-f93a00ed73c3), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.341094 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b95fe27f-9d8c-46f8-9849-f49a6766fc1c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:43.354870 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b95fe27f-9d8c-46f8-9849-f49a6766fc1c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2171218 Aug 17 19:41:43.364705 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fe27f-9d8c-46f8-9849-f49a6766fc1c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d54bef1-3cab-4773-a005-f93a00ed73c3,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:43.371133 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 47678) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:43.385179 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518fb5-f96e-40a6-823d-9f6edfd957aa req-66e10cba-fe19-4b86-9625-3955ceccc533 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:43.387631 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5f518fb5-f96e-40a6-823d-9f6edfd957aa req-66e10cba-fe19-4b86-9625-3955ceccc533 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1723497 Aug 17 19:41:43.394099 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-eacacf07-0b99-44a1-a72b-61be45a605d8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'security_group_rule': {'security_group_id': '672c29cc-b592-4fae-8a78-ce3997325e42', 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:43.402902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '81a49533-39fb-4adc-8c7f-1a52b284f06b', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'port_id': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'mac_address': 'fa:16:3e:30:b6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:40Z', 'updated_at': '2022-08-17T19:41:40Z', 'revision_number': 0, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:40Z', 'revision_number': 5, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:43.461467 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] Checking router: 9a6a5866-88b7-4d71-972c-db2cdad80819 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:41:43.464274 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaaa36-e752-4e92-b297-60ceff96785b req-098eb126-30d8-4fa3-9bfe-a3357a257368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:43.467154 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9acaaa36-e752-4e92-b297-60ceff96785b req-098eb126-30d8-4fa3-9bfe-a3357a257368 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1130 time: 0.0944798 Aug 17 19:41:43.487488 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:41:43.488117 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:43.497686 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5f518fb5-f96e-40a6-823d-9f6edfd957aa req-3ab9c557-37c8-41be-8520-ee3eb08a59f9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992885 Aug 17 19:41:43.581965 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:43.650049 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:41:43.810760 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47698) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:43.946930 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '81a49533-39fb-4adc-8c7f-1a52b284f06b', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'port_id': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'mac_address': 'fa:16:3e:30:b6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:40Z', 'updated_at': '2022-08-17T19:41:40Z', 'revision_number': 0, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:40Z', 'revision_number': 5, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:43.990726 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3267d-2b6c-4746-8aaa-79e752b7cd0b None None] The sync data for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi is: [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '81a49533-39fb-4adc-8c7f-1a52b284f06b', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'port_id': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'mac_address': 'fa:16:3e:30:b6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:40Z', 'updated_at': '2022-08-17T19:41:40Z', 'revision_number': 0, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:40Z', 'revision_number': 5, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:41:44.059839 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:44.061616 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaaa36-e752-4e92-b297-60ceff96785b req-d0c61f44-da0b-4e7e-962e-7856646ab764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:44.063545 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9acaaa36-e752-4e92-b297-60ceff96785b req-d0c61f44-da0b-4e7e-962e-7856646ab764 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 915 time: 0.1802576 Aug 17 19:41:44.084933 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:41:44.095318 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-f21be696-2395-41f1-9292-d6315fa89b15 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2824731 Aug 17 19:41:44.100184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-6ff9c059-14e5-4a70-93e1-9d01022bf139 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:41:44.119245 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-6ff9c059-14e5-4a70-93e1-9d01022bf139 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0230429 Aug 17 19:41:44.242447 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47722) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:44.255580 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: DOWN; New status is: DOWN {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:44.404109 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ed58c-404a-4527-8ac3-e717c1bb067e None None] New status for floating IP 81a49533-39fb-4adc-8c7f-1a52b284f06b: ACTIVE {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:41:44.414188 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-8fca4927-0609-4cbc-bb53-bfa01801f1ed tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:44.415652 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-8fca4927-0609-4cbc-bb53-bfa01801f1ed tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports/8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 940 time: 0.1722867 Aug 17 19:41:44.457413 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-eacacf07-0b99-44a1-a72b-61be45a605d8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (5787b0c0-6877-441c-82ad-afa0c63da538), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:44.468231 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:44.611471 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9acaaa36-e752-4e92-b297-60ceff96785b req-d6ac101c-1117-4a83-896e-52a29b1e7ce3 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 1000 time: 0.4092720 Aug 17 19:41:44.667416 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-eacacf07-0b99-44a1-a72b-61be45a605d8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (5787b0c0-6877-441c-82ad-afa0c63da538), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:44.694162 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:44.697274 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-eacacf07-0b99-44a1-a72b-61be45a605d8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (5787b0c0-6877-441c-82ad-afa0c63da538), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:44.728265 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727aee1-f4d7-42ed-aa14-5325e62e981b req-43e5eb2e-e15a-40e2-ab7d-338626d592ea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:44.739628 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e727aee1-f4d7-42ed-aa14-5325e62e981b req-43e5eb2e-e15a-40e2-ab7d-338626d592ea tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1196768 Aug 17 19:41:44.750174 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (1698b133-e171-43e0-a666-701aa129da74), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:44.828618 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e727aee1-f4d7-42ed-aa14-5325e62e981b req-51ce9508-1bd8-4a1f-84f0-4d957dc87554 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870330 Aug 17 19:41:44.851352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-eacacf07-0b99-44a1-a72b-61be45a605d8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:44.868005 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-eacacf07-0b99-44a1-a72b-61be45a605d8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4783068 Aug 17 19:41:44.871159 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47762) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:44.876146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-1f49a756-8cb6-4922-95b8-c6629dbf4b7d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'security_group_rule': {'security_group_id': '672c29cc-b592-4fae-8a78-ce3997325e42', 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:44.880256 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacacf07-0b99-44a1-a72b-61be45a605d8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5787b0c0-6877-441c-82ad-afa0c63da538,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:44.892902 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaaa36-e752-4e92-b297-60ceff96785b req-14c34d5d-812b-43db-9a52-a2dc39216124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:44.895091 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9acaaa36-e752-4e92-b297-60ceff96785b req-14c34d5d-812b-43db-9a52-a2dc39216124 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 200 len: 853 time: 0.2638128 Aug 17 19:41:44.958046 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:44.965804 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f49a756-8cb6-4922-95b8-c6629dbf4b7d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (f37bd430-8bd4-4202-adc8-90f28e538b37), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.004409 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaaa36-e752-4e92-b297-60ceff96785b req-6d55a400-a912-4325-b577-9db3b0440a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:45.006051 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9acaaa36-e752-4e92-b297-60ceff96785b req-6d55a400-a912-4325-b577-9db3b0440a62 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e26875a7-1e1d-4110-a54a-ba7eb4932396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955291 Aug 17 19:41:45.110970 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Floating IP 1698b133-e171-43e0-a666-701aa129da74 associated. External IP: 172.27.1.57, port: bf5dc59e-079d-4504-b553-f9c0418123e9. Aug 17 19:41:45.149231 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f49a756-8cb6-4922-95b8-c6629dbf4b7d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (f37bd430-8bd4-4202-adc8-90f28e538b37), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.165086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f49a756-8cb6-4922-95b8-c6629dbf4b7d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (f37bd430-8bd4-4202-adc8-90f28e538b37), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.203112 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49a756-8cb6-4922-95b8-c6629dbf4b7d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37bd430-8bd4-4202-adc8-90f28e538b37,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:45.210005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1f49a756-8cb6-4922-95b8-c6629dbf4b7d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.211295 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1f49a756-8cb6-4922-95b8-c6629dbf4b7d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388867 Aug 17 19:41:45.218302 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 47802) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:45.232003 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'security_group_rule': {'security_group_id': '672c29cc-b592-4fae-8a78-ce3997325e42', 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:45.296738 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.securitygroups_db [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Project cd2089b2265341b291a0db883f0d211f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 19:41:45.312003 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (fd575ced-40b8-474c-a07f-87541f53c9dd), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.344416 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9acaaa36-e752-4e92-b297-60ceff96785b req-e5608ce3-e132-4acf-ad42-16983f620ee8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819766 Aug 17 19:41:45.444452 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (fd575ced-40b8-474c-a07f-87541f53c9dd), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.448430 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (fd575ced-40b8-474c-a07f-87541f53c9dd), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.472522 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd575ced-40b8-474c-a07f-87541f53c9dd,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:45.494068 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.498726 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b2d841b4-2696-440f-96b2-12b12737674f tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2768476 Aug 17 19:41:45.501716 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 47814) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:45.506719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'security_group_rule': {'security_group_id': '672c29cc-b592-4fae-8a78-ce3997325e42', 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:45.596306 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9acaaa36-e752-4e92-b297-60ceff96785b req-29cbab86-6702-45b5-abc1-98ef8efe3142 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374196 Aug 17 19:41:45.597118 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.securitygroups_db [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Project cd2089b2265341b291a0db883f0d211f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 19:41:45.610930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (c200d3bf-2339-4e94-9295-6a22d042304e), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.652356 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:45.664847 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Router f0f05126-ba6f-43d8-8d6b-e22e7a456372 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:41:45.680038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:45.761458 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (c200d3bf-2339-4e94-9295-6a22d042304e), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.767610 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (c200d3bf-2339-4e94-9295-6a22d042304e), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.810711 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c200d3bf-2339-4e94-9295-6a22d042304e,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:45.914680 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.916066 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-82956266-eb69-453c-bbb7-56a25c2005bc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133432 Aug 17 19:41:45.971892 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:41:45.977193 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:45.988492 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] Sync routers for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:41:46.015008 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:41:46.016368 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:46.029265 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3049309c-8ffa-413a-9985-2e5d71c409eb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/1698b133-e171-43e0-a666-701aa129da74 HTTP/1.1" status: 200 len: 991 time: 2.9366815 Aug 17 19:41:46.032660 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:46.035456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d9fa58-3d3e-40d6-b872-05c49c1587e6" -d '{"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:46.073474 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:46.120275 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ff04-bccf-4790-965e-55ed7ae74217 req-8118f49a-37d2-4173-92cc-8b6ba77605ff tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:46.122132 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c8a3ff04-bccf-4790-965e-55ed7ae74217 req-8118f49a-37d2-4173-92cc-8b6ba77605ff tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1430352 Aug 17 19:41:46.174729 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-4a6cbe1e-2e8d-4bb1-b2b5-04b8f048c505 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-363925419&fields=id&tenant_id=cd2089b2265341b291a0db883f0d211f HTTP/1.1" status: 200 len: 267 time: 0.1213062 Aug 17 19:41:46.203436 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:41:46.265909 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c8a3ff04-bccf-4790-965e-55ed7ae74217 req-779c40ed-b36e-499b-af5e-3b85f31f067f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284595 Aug 17 19:41:46.303534 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-2e840cd1-ef86-47e5-9cda-ec04da24af2a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:46.305149 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-2e840cd1-ef86-47e5-9cda-ec04da24af2a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.1164579 Aug 17 19:41:46.335603 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'port': {'security_groups': ['354041b9-7de7-45ad-8344-03389a179496', '672c29cc-b592-4fae-8a78-ce3997325e42']}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:46.384569 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a37044-b9e8-49de-a36a-b1c505e06453 x-openstack-request-id: req-11a37044-b9e8-49de-a36a-b1c505e06453 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:46.384945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:46.385526 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11a37044-b9e8-49de-a36a-b1c505e06453 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:46.386556 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a37044-b9e8-49de-a36a-b1c505e06453'] response: {'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'status': 'completed', 'code': 200} Aug 17 19:41:46.464192 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:46.587999 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '1698b133-e171-43e0-a666-701aa129da74', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'mac_address': 'fa:16:3e:2d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:20Z', 'updated_at': '2022-08-17T19:41:44Z', 'revision_number': 1, 'project_id': '25f3817d99d84da2b797215d23de887f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:46.616357 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] Checking router: f0f05126-ba6f-43d8-8d6b-e22e7a456372 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:41:46.632252 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:41:46.633033 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:46.755373 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:46.786963 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:46.794581 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:46.812604 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:46.813362 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:46.819819 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-025b5c75-6cba-45ee-9d06-c495101995d0 req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "PUT /networking/v2.0/ports/b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 982 time: 0.4897196 Aug 17 19:41:46.820572 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:41:46.824090 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65d8531-384c-46ae-8092-519c1f2178d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:41:46.826981 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b5880430-ff15-4906-82f8-7fe7ec8aba19'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:46.844770 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-09be6d21-5848-4d41-96fd-a513ede1ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:46.847010 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-09be6d21-5848-4d41-96fd-a513ede1ff8d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1130 time: 0.1619310 Aug 17 19:41:46.851463 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-5ad444d3-3742-4eec-9610-583709091117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:46.853702 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-5ad444d3-3742-4eec-9610-583709091117 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028&tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 1127 time: 0.1699274 Aug 17 19:41:46.896626 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791ff6-4b82-48f8-b1b2-602e3f797efe tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=6']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:46.928622 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:41:46.957664 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cfaeb2-4943-42f6-9d2a-de316b694ab9 x-openstack-request-id: req-00cfaeb2-4943-42f6-9d2a-de316b694ab9 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:41:46.958299 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:41:46.959007 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00cfaeb2-4943-42f6-9d2a-de316b694ab9 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:41:46.959826 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cfaeb2-4943-42f6-9d2a-de316b694ab9'] response: {'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'status': 'completed', 'code': 200} Aug 17 19:41:46.992539 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b5880430-ff15-4906-82f8-7fe7ec8aba19'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:41:47.059078 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d794adf-9efe-4d63-8700-8a40d5a495cb req-22205f80-867c-417a-954d-4e12718f5d55 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:47.061363 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d794adf-9efe-4d63-8700-8a40d5a495cb req-22205f80-867c-417a-954d-4e12718f5d55 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.1003585 Aug 17 19:41:47.116788 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-be1297f2-3757-46ff-b31f-739759028bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:47.118916 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-be1297f2-3757-46ff-b31f-739759028bef service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.2539394 Aug 17 19:41:47.128613 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-ab436e73-0080-484f-91cb-f40dae4ca2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:47.130801 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-ab436e73-0080-484f-91cb-f40dae4ca2a3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1127 time: 0.1116724 Aug 17 19:41:47.180164 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-3800845f-437b-478f-8b41-d2aa95d8d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:47.182202 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-3800845f-437b-478f-8b41-d2aa95d8d706 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1169 time: 0.1641643 Aug 17 19:41:47.185804 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:47.269473 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d794adf-9efe-4d63-8700-8a40d5a495cb req-97221878-ce71-413d-92bd-9d213eac3266 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2016087 Aug 17 19:41:47.330472 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-04d75c9b-9c12-425a-b1af-53a4e0fab3fb service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 999 time: 0.2032156 Aug 17 19:41:47.364896 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:47.458607 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-c638f233-4ea2-4f52-9ef4-3cb6201f7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:47.460307 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-c638f233-4ea2-4f52-9ef4-3cb6201f7353 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 915 time: 0.2602897 Aug 17 19:41:47.548783 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:47.576979 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e2391-5741-4078-b61d-76e1a5b72f31 req-2ff26305-bd20-4efb-8b45-cf32eaabe49a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:47.581802 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-516e2391-5741-4078-b61d-76e1a5b72f31 req-2ff26305-bd20-4efb-8b45-cf32eaabe49a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1416106 Aug 17 19:41:47.696612 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-516e2391-5741-4078-b61d-76e1a5b72f31 req-6f3ad541-944c-4aec-8474-16d03c40de55 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049716 Aug 17 19:41:47.700490 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-607cc1d9-07df-4c04-af20-418fcb124ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:47.702307 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-607cc1d9-07df-4c04-af20-418fcb124ecd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.5330100 Aug 17 19:41:47.890814 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:48.107788 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-9a28acb5-e5d1-41a1-82b3-cee4452100c1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 999 time: 0.3968208 Aug 17 19:41:48.114268 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-88249702-dd18-4160-a374-e9af94110086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:48.115805 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-88249702-dd18-4160-a374-e9af94110086 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.7237563 Aug 17 19:41:48.126453 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-dd07b1d8-cbde-4d69-8231-a71a6833acee service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 1002 time: 0.6498241 Aug 17 19:41:48.148863 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:41:48.189243 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '1698b133-e171-43e0-a666-701aa129da74', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'mac_address': 'fa:16:3e:2d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:20Z', 'updated_at': '2022-08-17T19:41:44Z', 'revision_number': 1, 'project_id': '25f3817d99d84da2b797215d23de887f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:48.217024 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:48.248537 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:48.256958 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-98275d61-6822-4f5b-b418-e862ab9a1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:48.258447 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-98275d61-6822-4f5b-b418-e862ab9a1478 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 200 len: 853 time: 0.0982587 Aug 17 19:41:48.262066 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-97ffc537-9ed5-4192-bb91-22deebf9e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:48.263531 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-97ffc537-9ed5-4192-bb91-22deebf9e1ed service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1351640 Aug 17 19:41:48.266331 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-7987772a-63d1-4d9e-a572-26836a5ffa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:48.267675 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-7987772a-63d1-4d9e-a572-26836a5ffa95 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.1509590 Aug 17 19:41:48.279143 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114f5a9-af61-41f3-a15d-683613010746 None None] The sync data for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi is: [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '1698b133-e171-43e0-a666-701aa129da74', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'mac_address': 'fa:16:3e:2d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:20Z', 'updated_at': '2022-08-17T19:41:44Z', 'revision_number': 1, 'project_id': '25f3817d99d84da2b797215d23de887f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:41:48.513176 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-35f46369-e2b3-4d97-9827-c0db2e8aa6da service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134981 Aug 17 19:41:48.633445 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-208416fe-e7b1-4514-983f-21451a5569ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:48.635210 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-208416fe-e7b1-4514-983f-21451a5569ed service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3398962 Aug 17 19:41:48.662658 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-2c48d4f9-7612-4597-8975-c30de8c92edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:48.664432 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-2c48d4f9-7612-4597-8975-c30de8c92edb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e26875a7-1e1d-4110-a54a-ba7eb4932396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3681567 Aug 17 19:41:48.935200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c455c3-ba09-464d-a216-4cd94b4e514d req-986200b7-c765-44d1-97eb-ccd700726a41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:48.936819 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-64d9fa58-3d3e-40d6-b872-05c49c1587e6 req-411fe6fd-1de4-452f-936e-b9b0373a71aa service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833964 Aug 17 19:41:48.937944 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d3c455c3-ba09-464d-a216-4cd94b4e514d req-986200b7-c765-44d1-97eb-ccd700726a41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0977051 Aug 17 19:41:49.042023 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-6c233c3a-6934-4cd5-9672-bfac7062d461 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930507 Aug 17 19:41:49.050821 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-6c61ecc2-0d38-4363-994b-09877d285c23 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693619 Aug 17 19:41:49.078073 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d3c455c3-ba09-464d-a216-4cd94b4e514d req-b982be51-e66d-43f3-90e3-f2f15ab1a8de tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066754 Aug 17 19:41:49.302919 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-daa37e62-adb7-4a3e-a123-55eee9ff8c7a req-4c6b6097-c55d-4270-9370-3b441f9d4cca service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416070 Aug 17 19:41:49.342897 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a65d8531-384c-46ae-8092-519c1f2178d2 req-d162fb7f-5bec-44b0-b8ed-d416c8b0897d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713227 Aug 17 19:41:49.352027 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b511bdc-7299-457c-a690-f7a8b1780bfa None None] New status for floating IP 1698b133-e171-43e0-a666-701aa129da74: ACTIVE {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:41:50.248544 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:50.279616 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b14367-5ca7-4f5f-9e9a-f5c257f01b29 req-142428ea-8ca0-49a1-ac49-1a0cfd039191 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:50.289876 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b0b14367-5ca7-4f5f-9e9a-f5c257f01b29 req-142428ea-8ca0-49a1-ac49-1a0cfd039191 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0944195 Aug 17 19:41:50.319172 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48036) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:50.399931 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b0b14367-5ca7-4f5f-9e9a-f5c257f01b29 req-9b18f70a-69ac-4973-9866-eb398b4d6df9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082530 Aug 17 19:41:50.632728 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-20c65b3a-1f3b-479c-a151-259e45362979 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ec6d3773e5384bfdadf6673f61ca5959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120561 Aug 17 19:41:50.635440 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48040) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:50.699473 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ed02894d-6f6a-4143-a2c2-6ad3fb2eb0d7 admin admin] Publish callbacks [] for security_group (8ffe663c-762a-4365-89e4-7886bed68169), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:50.731756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ed02894d-6f6a-4143-a2c2-6ad3fb2eb0d7 admin admin] Publish callbacks [] for security_group (8ffe663c-762a-4365-89e4-7886bed68169), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:50.905503 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ed02894d-6f6a-4143-a2c2-6ad3fb2eb0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8ffe663c-762a-4365-89e4-7886bed68169), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:50.905503 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ed02894d-6f6a-4143-a2c2-6ad3fb2eb0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:50.905503 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ed02894d-6f6a-4143-a2c2-6ad3fb2eb0d7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8ffe663c-762a-4365-89e4-7886bed68169 HTTP/1.1" status: 204 len: 168 time: 0.2602549 Aug 17 19:41:50.928747 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02894d-6f6a-4143-a2c2-6ad3fb2eb0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe663c-762a-4365-89e4-7886bed68169,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:51.610231 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ecce7-b913-4d5f-a133-b37ff912942a req-36076f42-d600-4ec5-865d-2fbc3f400ded tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:51.619079 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-855ecce7-b913-4d5f-a133-b37ff912942a req-36076f42-d600-4ec5-865d-2fbc3f400ded tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0838273 Aug 17 19:41:51.680168 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-855ecce7-b913-4d5f-a133-b37ff912942a req-81bc0ccd-914b-4797-860c-2d2dfc33e57c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591562 Aug 17 19:41:52.167477 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48070) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:52.361610 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-736380902-network', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:52.395959 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Made reservation on behalf of 7e072daa36df4ab7b836616c2b138c01 for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:41:52.402226 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.417924 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.500428 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:52.521799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks [] for security_group (b9458c09-a871-46c5-9e07-da695d9aa2fc), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.527122 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (b9458c09-a871-46c5-9e07-da695d9aa2fc), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.554597 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:41:52.574358 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9458c09-a871-46c5-9e07-da695d9aa2fc,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:52.584991 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (52c32c10-ff3d-4dbe-b3d4-4004da802070), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.585433 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Added segment 52c32c10-ff3d-4dbe-b3d4-4004da802070 of type vlan for network d55abc87-1768-49b8-b1fe-e6cde3bfee67 Aug 17 19:41:52.587091 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:52.655975 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (d55abc87-1768-49b8-b1fe-e6cde3bfee67), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.688951 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (d55abc87-1768-49b8-b1fe-e6cde3bfee67), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.690601 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:52.691431 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.790507 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] Pushing event updated for resources: {'Network': ['ID=d55abc87-1768-49b8-b1fe-e6cde3bfee67,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:52.802557 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:41:52.812796 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-dd851f77-4d7c-414c-a7d9-5bc9a2957a18 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6317000 Aug 17 19:41:52.813556 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48076) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:52.837427 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Request body: {'subnet': {'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-736380902-subnet', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:52.895851 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Made reservation on behalf of 7e072daa36df4ab7b836616c2b138c01 for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:41:52.899366 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25763345'] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:52.911714 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52bf1a-6653-43ac-9b32-265a2cf6f94e req-fb28bdaa-2345-40a8-b321-4aec65e67e63 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:52.921231 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1d52bf1a-6653-43ac-9b32-265a2cf6f94e req-fb28bdaa-2345-40a8-b321-4aec65e67e63 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1260149 Aug 17 19:41:52.981508 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1d52bf1a-6653-43ac-9b32-265a2cf6f94e req-1ad54253-a427-47ed-9662-649d714c4cb9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576627 Aug 17 19:41:53.224778 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25824786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25763455'] for subnet (7af48b8e-eae1-4fd6-a7a1-7319201d6086), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:53.448900 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Checking segment: {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:41:53.449750 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Network hostable DHCP agents. Network: d55abc87-1768-49b8-b1fe-e6cde3bfee67, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:41:53.452400 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af48b8e-eae1-4fd6-a7a1-7319201d6086,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:53.475729 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:41:53.492204 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, d55abc87-1768-49b8-b1fe-e6cde3bfee67) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:53.500415 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:53.502685 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:53.506100 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec082bac-526d-4061-9321-b12e811121e3 None None] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:41:53.543640 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48082) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:53.548297 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:41:53.553087 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e6be5639-a92c-4247-966a-e3f685a654f7 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7349067 Aug 17 19:41:53.590476 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (44141470-422b-4e13-b263-504f89c0a006), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:53.591758 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (44141470-422b-4e13-b263-504f89c0a006), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:53.668232 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-d55abc87-1768-49b8-b1fe-e6cde3bfee67', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:41:53.669551 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:53.716259 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks [] for router_controller (44141470-422b-4e13-b263-504f89c0a006), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:53.945527 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Allocated IP 172.20.0.2 (d55abc87-1768-49b8-b1fe-e6cde3bfee67/7af48b8e-eae1-4fd6-a7a1-7319201d6086/a5759d01-5924-4236-94db-c0b16427a1ea) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:53.948688 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks [] for router_gateway (44141470-422b-4e13-b263-504f89c0a006), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.341598 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Publish callbacks [] for port (a5759d01-5924-4236-94db-c0b16427a1ea), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.354695 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.447797 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Pushing event updated for resources: {'Port': ['ID=a5759d01-5924-4236-94db-c0b16427a1ea,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:54.484243 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:54.488089 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:54.491982 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:54.523583 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bb7a3-a567-46b7-a9f2-204029902b37 req-ab72e908-2134-498d-b858-0da3415a1fd9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:54.531956 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9f0bb7a3-a567-46b7-a9f2-204029902b37 req-ab72e908-2134-498d-b858-0da3415a1fd9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0816355 Aug 17 19:41:54.560538 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:54.642697 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Attempting to bind port a5759d01-5924-4236-94db-c0b16427a1ea on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:41:54.643070 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Attempting to bind port a5759d01-5924-4236-94db-c0b16427a1ea by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:41:54.643429 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Attempting to bind port a5759d01-5924-4236-94db-c0b16427a1ea on network d55abc87-1768-49b8-b1fe-e6cde3bfee67 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:54.646233 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:54.656002 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:41:54.658729 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9f0bb7a3-a567-46b7-a9f2-204029902b37 req-1887076e-df8d-4b31-9e86-08a08021bd26 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255679 Aug 17 19:41:54.659618 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Checking segment: {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:41:54.660146 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.661153 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Bound using segment: {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:41:54.661784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Bound port: a5759d01-5924-4236-94db-c0b16427a1ea, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:41:54.662277 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.726146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks [] for router_gateway (44141470-422b-4e13-b263-504f89c0a006), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.737412 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:54.754029 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.772422 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:54.797678 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] For port a5759d01-5924-4236-94db-c0b16427a1ea, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:41:54.809301 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] For port a5759d01-5924-4236-94db-c0b16427a1ea, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=a5759d01-5924-4236-94db-c0b16427a1ea,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:41:54.848757 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:54.971271 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c8c48-adc8-469c-bc7f-15ff00def593 None None] Pushing event updated for resources: {'Port': ['ID=a5759d01-5924-4236-94db-c0b16427a1ea,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:55.037168 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Allocated IP 172.27.1.163 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/37540651-9276-46f1-bc67-4a75fdd30f7e) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:55.204085 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks [] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:55.258258 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:55.266129 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:55.333157 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=37540651-9276-46f1-bc67-4a75fdd30f7e,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:55.374110 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:55.378121 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:55.383943 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:55.715424 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device a5759d01-5924-4236-94db-c0b16427a1ea up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:41:55.812081 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:55.814269 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks [] for router_gateway (44141470-422b-4e13-b263-504f89c0a006), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:55.835498 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port a5759d01-5924-4236-94db-c0b16427a1ea triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:55.836322 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:55.937651 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port a5759d01-5924-4236-94db-c0b16427a1ea is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:55.938499 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:56.012204 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port a5759d01-5924-4236-94db-c0b16427a1ea, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=a5759d01-5924-4236-94db-c0b16427a1ea,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:41:56.018597 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:56.118289 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=a5759d01-5924-4236-94db-c0b16427a1ea,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:56.237991 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa972-c0d3-4039-9834-f7713003fb14 req-4640d2f2-7386-4f2f-a64f-eab0a860638d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:56.255119 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a3ffa972-c0d3-4039-9834-f7713003fb14 req-4640d2f2-7386-4f2f-a64f-eab0a860638d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.4302583 Aug 17 19:41:56.319788 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (44141470-422b-4e13-b263-504f89c0a006), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:56.326087 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a3ffa972-c0d3-4039-9834-f7713003fb14 req-900f07fd-b341-4986-8869-b59a52d63cbd tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700605 Aug 17 19:41:56.378841 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c94af-6cea-4a01-baf6-d58b566e0fee None None] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:41:56.503015 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-e991cb1c-a169-41cf-99c0-1bbbda756892 None None] Provisioning complete for port a5759d01-5924-4236-94db-c0b16427a1ea triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:56.503746 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e991cb1c-a169-41cf-99c0-1bbbda756892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:56.508837 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Router 44141470-422b-4e13-b263-504f89c0a006 is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:41:56.624734 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-e991cb1c-a169-41cf-99c0-1bbbda756892 None None] Current status of the port a5759d01-5924-4236-94db-c0b16427a1ea is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:56.693124 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:56.709545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:41:56.724680 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Sync routers for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:41:56.746094 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:41:56.746786 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:56.767901 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:56.772817 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-edd37e32-0363-4784-b8bd-4365ca8b6bd8 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2278132 Aug 17 19:41:56.776354 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48096) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:41:56.914307 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-d40d5d30-011c-479c-883f-e5ee9ec5b28b None None] Provisioning complete for port a5759d01-5924-4236-94db-c0b16427a1ea triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:56.914693 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d40d5d30-011c-479c-883f-e5ee9ec5b28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:56.974285 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:41:57.088971 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-d40d5d30-011c-479c-883f-e5ee9ec5b28b None None] Current status of the port a5759d01-5924-4236-94db-c0b16427a1ea is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:57.264531 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:55Z', 'revision_number': 3, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:57.270734 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:57.295959 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Checking router: 44141470-422b-4e13-b263-504f89c0a006 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:41:57.297123 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Updating router 44141470-422b-4e13-b263-504f89c0a006 port 37540651-9276-46f1-bc67-4a75fdd30f7e binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:41:57.345952 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:57.370709 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:57.495469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:57.590250 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aaaa3-b98b-466a-9880-c81aed65148b req-f4080187-41f8-400b-97e3-cacc2efd30b7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:57.604638 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-736aaaa3-b98b-466a-9880-c81aed65148b req-f4080187-41f8-400b-97e3-cacc2efd30b7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1475294 Aug 17 19:41:57.813129 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-736aaaa3-b98b-466a-9880-c81aed65148b req-4a60c080-7be8-4304-a9ea-47dad014cfb0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013290 Aug 17 19:41:57.868708 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device a5759d01-5924-4236-94db-c0b16427a1ea up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:41:57.931298 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Allocated IP 172.20.0.1 (d55abc87-1768-49b8-b1fe-e6cde3bfee67/7af48b8e-eae1-4fd6-a7a1-7319201d6086/74e4d31c-acc1-4677-b649-0fb5d0dc2829) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:41:58.073522 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:58.075689 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks [] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.117504 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port a5759d01-5924-4236-94db-c0b16427a1ea triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:58.118676 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.125103 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.156322 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:58.189916 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Pushing event updated for resources: {'Port': ['ID=74e4d31c-acc1-4677-b649-0fb5d0dc2829,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.224123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.250896 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.251327 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.251666 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.251996 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.252320 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:41:58.263788 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Publish callbacks [] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.273749 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:58.275274 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:58.299163 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:41:58.341598 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.396765 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:58.432549 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Attempting to bind port 37540651-9276-46f1-bc67-4a75fdd30f7e on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:41:58.432854 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Attempting to bind port 37540651-9276-46f1-bc67-4a75fdd30f7e by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:41:58.433188 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Attempting to bind port 37540651-9276-46f1-bc67-4a75fdd30f7e on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:41:58.434343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (44141470-422b-4e13-b263-504f89c0a006), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.442258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd42d-2e23-4e31-b113-992f997341dd None None] Pushing event updated for resources: {'Port': ['ID=37540651-9276-46f1-bc67-4a75fdd30f7e,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:58.454398 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port a5759d01-5924-4236-94db-c0b16427a1ea is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:41:58.462661 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:41:58.463573 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:41:58.464397 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.464794 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:41:58.465310 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Bound port: 37540651-9276-46f1-bc67-4a75fdd30f7e, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:41:58.465707 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.538637 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] For port 37540651-9276-46f1-bc67-4a75fdd30f7e, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:41:58.544240 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] For port 37540651-9276-46f1-bc67-4a75fdd30f7e, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=37540651-9276-46f1-bc67-4a75fdd30f7e,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:41:58.558984 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.653594 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd42d-2e23-4e31-b113-992f997341dd None None] Pushing event updated for resources: {'Port': ['ID=37540651-9276-46f1-bc67-4a75fdd30f7e,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:58.678905 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:41:58.680348 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:58.697239 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.815164 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-4a079c8f-f591-4d27-8269-cde9ed623e51 None None] Provisioning complete for port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:58.815899 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4a079c8f-f591-4d27-8269-cde9ed623e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:58.872477 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:41:58.908201 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-4a079c8f-f591-4d27-8269-cde9ed623e51 None None] Port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:41:58.914738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:59.059874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks [] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:59.065575 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:59.065784 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143eafc-d339-42f2-ba63-08b719103d37 req-8b1ab04c-360d-44bc-b8da-6444696a5997 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:41:59.069064 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9143eafc-d339-42f2-ba63-08b719103d37 req-8b1ab04c-360d-44bc-b8da-6444696a5997 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0915117 Aug 17 19:41:59.076253 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:41:59.143861 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9143eafc-d339-42f2-ba63-08b719103d37 req-e2af3d59-486e-440a-ad8f-ef8cf804759b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664163 Aug 17 19:41:59.181277 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (44141470-422b-4e13-b263-504f89c0a006), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:59.229517 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:41:57Z', 'revision_number': 1, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:41:59.268403 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1485c-5a62-4a12-aca5-5b37492f1eb1 None None] The sync data for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi is: [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:41:57Z', 'revision_number': 1, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:41:59.283010 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Pushing event updated for resources: {'Port': ['ID=74e4d31c-acc1-4677-b649-0fb5d0dc2829,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:41:59.307089 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:41:59.310631 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:41:59.470590 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Router 44141470-422b-4e13-b263-504f89c0a006 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:41:59.731251 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-14edaa66-9de1-4d2d-8fbe-62c6a378ead9 None None] Provisioning complete for port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:41:59.731622 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-14edaa66-9de1-4d2d-8fbe-62c6a378ead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:41:59.838864 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-14edaa66-9de1-4d2d-8fbe-62c6a378ead9 None None] Port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:42:00.186389 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:42:00.213793 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f36a97b6-baa8-4839-9581-3727223a535d admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/44141470-422b-4e13-b263-504f89c0a006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4255626 Aug 17 19:42:00.483180 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb99e9-12ab-4381-bf81-b1ed19d71e18 req-345d29a5-3ab4-4d2f-bba5-49563d20c744 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:00.484778 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b4bb99e9-12ab-4381-bf81-b1ed19d71e18 req-345d29a5-3ab4-4d2f-bba5-49563d20c744 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1016502 Aug 17 19:42:00.627101 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b4bb99e9-12ab-4381-bf81-b1ed19d71e18 req-7ddea029-b7ca-4cfa-a947-f5b3a66a89f8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189270 Aug 17 19:42:01.043648 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48140) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:01.048466 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1633938039-network', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:01.080079 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Made reservation on behalf of fb606e20028e400b934ee9fff8c393f8 for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:42:01.082600 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.092415 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.182737 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks [] for security_group (e668a189-5cd6-4701-ae8f-580703a4d419), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.187760 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e668a189-5cd6-4701-ae8f-580703a4d419), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.226655 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:42:01.236810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e668a189-5cd6-4701-ae8f-580703a4d419,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:01.245835 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (22968e89-6ca5-4fe9-a533-ea21735a76f4), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.246179 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Added segment 22968e89-6ca5-4fe9-a533-ea21735a76f4 of type vlan for network 6be04c73-bd65-45e3-93cf-042d507fb6e5 Aug 17 19:42:01.285531 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:01.290362 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (6be04c73-bd65-45e3-93cf-042d507fb6e5), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.319799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (6be04c73-bd65-45e3-93cf-042d507fb6e5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.320833 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:01.321452 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.388092 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3433232 Aug 17 19:42:01.391514 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48142) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:01.391768 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b1dc7-4640-420a-a346-0cc31481d40f admin admin] Pushing event updated for resources: {'Network': ['ID=6be04c73-bd65-45e3-93cf-042d507fb6e5,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:01.397950 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Request body: {'subnet': {'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1633938039-subnet', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'ip_version': 4}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:01.401700 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:42:01.419206 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Made reservation on behalf of fb606e20028e400b934ee9fff8c393f8 for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:42:01.425867 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25253055'] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.569094 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:01.658830 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28344976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25253073'] for subnet (95c95341-e42d-42df-b0e7-93acf287d4ee), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.677547 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 37540651-9276-46f1-bc67-4a75fdd30f7e up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:01.787294 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 37540651-9276-46f1-bc67-4a75fdd30f7e triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:01.787671 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.800640 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c95341-e42d-42df-b0e7-93acf287d4ee,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:01.805317 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Checking segment: {'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:42:01.805680 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Network hostable DHCP agents. Network: 6be04c73-bd65-45e3-93cf-042d507fb6e5, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:42:01.881871 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:42:01.898647 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 37540651-9276-46f1-bc67-4a75fdd30f7e is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:01.899041 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.906159 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6868-d6b9-4a16-80d3-79a4ccdf1753 req-5906d2f1-83c6-4f77-8e0b-637bca128863 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:01.914532 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-760f6868-d6b9-4a16-80d3-79a4ccdf1753 req-5906d2f1-83c6-4f77-8e0b-637bca128863 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1049590 Aug 17 19:42:01.939728 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 37540651-9276-46f1-bc67-4a75fdd30f7e, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=37540651-9276-46f1-bc67-4a75fdd30f7e,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:01.942714 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 6be04c73-bd65-45e3-93cf-042d507fb6e5) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:42:01.945886 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:01.961127 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:01.962180 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.006997 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ecb1f456-c002-47e6-acdf-b62746eb8078 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6141331 Aug 17 19:42:02.007223 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0871665-f674-40fa-bed1-3250dca2b634 None None] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:42:02.010705 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48166) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:02.021865 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:02.035457 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-760f6868-d6b9-4a16-80d3-79a4ccdf1753 req-a3814de7-5fc3-480c-b7aa-b30c4c97259b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199100 Aug 17 19:42:02.047563 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=37540651-9276-46f1-bc67-4a75fdd30f7e,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:02.073054 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.074329 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.169895 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks [] for router_controller (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), precommit_add_association {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.187030 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-6be04c73-bd65-45e3-93cf-042d507fb6e5', 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5', 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'fixed_ips': [{'subnet_id': '95c95341-e42d-42df-b0e7-93acf287d4ee'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:42:02.192069 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.222437 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:02.254106 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:02.360154 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Sync routers for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:42:02.378461 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks [] for router_gateway (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.385779 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:02.388680 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:02.406300 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Allocated IP 172.20.0.2 (6be04c73-bd65-45e3-93cf-042d507fb6e5/95c95341-e42d-42df-b0e7-93acf287d4ee/0657eb8f-f2cf-4e47-ae6b-e727004c6a6f) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:42:02.549412 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:02.616581 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Publish callbacks [] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.647243 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.720280 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Pushing event updated for resources: {'Port': ['ID=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:02.749406 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks [] for router_gateway (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.757175 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:42:02.760989 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:42:02.769041 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:42:02.776336 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.820252 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:02.873902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Attempting to bind port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:42:02.873902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Attempting to bind port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:42:02.874308 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Attempting to bind port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f on network 6be04c73-bd65-45e3-93cf-042d507fb6e5 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:42:02.877557 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 2, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:02.882395 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:42:02.883253 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Checking segment: {'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:42:02.883663 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.884065 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Bound using segment: {'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:42:02.884562 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Bound port: 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:42:02.884965 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:02.899802 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:02.910325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Allocated IP 172.27.1.135 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/fc8ffbf7-faa2-438c-916e-d3033bd25087) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:42:02.910737 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Checking router: 44141470-422b-4e13-b263-504f89c0a006 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:42:02.911344 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Updating router 44141470-422b-4e13-b263-504f89c0a006 port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:42:02.945739 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:02.974368 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.086743 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks [] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.096141 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] For port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:42:03.101184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] For port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,segment=NetworkSegment(22968e89-6ca5-4fe9-a533-ea21735a76f4),segment_id=22968e89-6ca5-4fe9-a533-ea21735a76f4)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:42:03.120162 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.142704 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.229688 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35f42a-9086-47ad-8905-e545ed83bd76 None None] Pushing event updated for resources: {'Port': ['ID=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:03.235518 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:42:03.239038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:03.243947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:42:03.248298 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:42:03.277291 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa9a7-7876-4326-8cac-095fa174d476 req-aff34f30-60bd-4ec7-9f16-cad97452fee7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:03.279377 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5d7aa9a7-7876-4326-8cac-095fa174d476 req-aff34f30-60bd-4ec7-9f16-cad97452fee7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1220293 Aug 17 19:42:03.299246 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=fc8ffbf7-faa2-438c-916e-d3033bd25087,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:03.340790 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5d7aa9a7-7876-4326-8cac-095fa174d476 req-68bda44c-9d77-4fd4-9295-7534d11837d7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559425 Aug 17 19:42:03.508794 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Publish callbacks [] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.516811 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.590462 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Pushing event updated for resources: {'Port': ['ID=74e4d31c-acc1-4677-b649-0fb5d0dc2829,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:03.596508 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks [] for router_gateway (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.614280 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.614622 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.614984 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.615339 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.615673 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.615994 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.616632 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.617115 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.617633 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.618129 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.618604 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.619632 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.620115 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.620606 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.621085 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:03.648785 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Attempting to bind port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:42:03.649146 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Attempting to bind port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:42:03.649725 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Attempting to bind port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 on network d55abc87-1768-49b8-b1fe-e6cde3bfee67 {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:42:03.656182 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:42:03.656545 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Checking segment: {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:42:03.656933 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.657464 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Bound using segment: {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:42:03.657923 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Bound port: 74e4d31c-acc1-4677-b649-0fb5d0dc2829, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:42:03.658292 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.691645 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:03.711060 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 37540651-9276-46f1-bc67-4a75fdd30f7e up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:03.723568 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] For port 74e4d31c-acc1-4677-b649-0fb5d0dc2829, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:42:03.726788 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] For port 74e4d31c-acc1-4677-b649-0fb5d0dc2829, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=74e4d31c-acc1-4677-b649-0fb5d0dc2829,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:42:03.732373 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.762821 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 37540651-9276-46f1-bc67-4a75fdd30f7e triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:03.763289 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.771683 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:03.772299 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:03.776492 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:03.801508 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.830285 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7465e4-4dfb-4550-893c-6ff1433e193c None None] Pushing event updated for resources: {'Port': ['ID=74e4d31c-acc1-4677-b649-0fb5d0dc2829,revision_number=4']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:03.856388 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 37540651-9276-46f1-bc67-4a75fdd30f7e is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:03.857902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:03.898588 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:03.902674 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:03.903352 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:03.972030 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:42:03.985974 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:03.986365 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.023536 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,segment=NetworkSegment(22968e89-6ca5-4fe9-a533-ea21735a76f4),segment_id=22968e89-6ca5-4fe9-a533-ea21735a76f4)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:04.031223 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:04.036633 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.067343 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-62d1d74b-061d-43ad-8195-e4634f88f1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.097560 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:04.102732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48212) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:04.135688 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:03Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:04.146734 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:42:04.155666 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Sync routers for ids ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:42:04.163939 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] Deleting subnet e413dfb1-27c8-41d8-b9f9-da8239abab94 {{(pid=111881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:42:04.168386 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] Publish callbacks [] for subnet (e413dfb1-27c8-41d8-b9f9-da8239abab94), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.173999 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Routers {'213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:04.174391 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86c85e-ae5e-48fe-9896-eae8a0bce1f4 None None] The sync data for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi is: [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:03Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:42:04.174621 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:04.195482 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.198936 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-7a59298e-8799-424f-80dd-521a637b3cf2 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1868403 Aug 17 19:42:04.199560 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48214) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:04.216159 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:04.222732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25262848'] for subnet (e413dfb1-27c8-41d8-b9f9-da8239abab94), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.279592 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (e413dfb1-27c8-41d8-b9f9-da8239abab94), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.341995 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Set router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:04.365342 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28347989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25253082'] for subnet (e413dfb1-27c8-41d8-b9f9-da8239abab94), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.453198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e413dfb1-27c8-41d8-b9f9-da8239abab94,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:04.455212 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.467019 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8c6d750d-356b-48b4-bfd2-2eb9e66032de admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/e413dfb1-27c8-41d8-b9f9-da8239abab94 HTTP/1.1" status: 204 len: 168 time: 0.3632073 Aug 17 19:42:04.469762 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48218) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:04.489673 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3355ab15-1096-4d9c-b8ee-cb63c0f5fe78 None None] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:42:04.540797 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:04.590711 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-928322f9-4f2b-4966-873e-a0b188cfc10a None None] Provisioning complete for port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:04.591094 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-928322f9-4f2b-4966-873e-a0b188cfc10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.592163 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (3017223d-fc3d-422a-acc2-745825634714), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.636025 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a9c-aa9d-4362-9fba-45e90eb3cb71 req-fccc6184-5c1f-4c18-84ca-b382383bcef6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:04.644028 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-87a65a9c-aa9d-4362-9fba-45e90eb3cb71 req-fccc6184-5c1f-4c18-84ca-b382383bcef6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.1753533 Aug 17 19:42:04.655337 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:04.789927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (3017223d-fc3d-422a-acc2-745825634714), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.802951 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-87a65a9c-aa9d-4362-9fba-45e90eb3cb71 req-759d2e05-88e3-4faf-97b6-bcab991f8a35 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576622 Aug 17 19:42:04.817306 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:04.839874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.850524 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3017223d-fc3d-422a-acc2-745825634714']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:04.873609 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953055b5-7e71-4628-9f37-451152cb61a2') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:04.874051 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953055b5-7e71-4628-9f37-451152cb61a2') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:04.887048 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (953055b5-7e71-4628-9f37-451152cb61a2), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.925289 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (953055b5-7e71-4628-9f37-451152cb61a2), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.935038 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:42:04.935933 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (953055b5-7e71-4628-9f37-451152cb61a2), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:04.941854 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:04.969794 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:03Z', 'revision_number': 3, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port': {'id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:05.018786 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 953055b5-7e71-4628-9f37-451152cb61a2 resource provider aggregate not found Aug 17 19:42:05.019869 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Checking router: 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:42:05.020226 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Updating router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 port fc8ffbf7-faa2-438c-916e-d3033bd25087 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:42:05.041700 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 953055b5-7e71-4628-9f37-451152cb61a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 953055b5-7e71-4628-9f37-451152cb61a2 found for delete ", "request_id": "req-5f1177c6-1bbb-460d-a36e-e65802e3abcd"}]} Aug 17 19:42:05.058761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Allocated IP 172.20.0.1 (6be04c73-bd65-45e3-93cf-042d507fb6e5/95c95341-e42d-42df-b0e7-93acf287d4ee/be04b8b1-dffa-43a0-bff2-86625fa1d52a) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:42:05.070166 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (3017223d-fc3d-422a-acc2-745825634714), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.077851 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-928322f9-4f2b-4966-873e-a0b188cfc10a None None] Current status of the port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:05.080871 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.091033 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.097702 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/3017223d-fc3d-422a-acc2-745825634714 HTTP/1.1" status: 204 len: 168 time: 0.6270154 Aug 17 19:42:05.099322 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c030de-fb97-47b1-aa3c-c8f363703f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=3017223d-fc3d-422a-acc2-745825634714,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:05.229367 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks [] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.275446 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.357870 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48226) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:05.374371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:42:05.381460 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:42:05.386223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:42:05.411225 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:05.415291 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Pushing event updated for resources: {'Port': ['ID=be04b8b1-dffa-43a0-bff2-86625fa1d52a,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:05.417070 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ddd1fd99-2258-47c5-83d4-c24e56f739bb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=12bd76b56a1d4dbcbf306843e0ade6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579457 Aug 17 19:42:05.419427 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48228) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:05.427634 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-bd9a8f49-2a3a-4731-abd5-a93e86acf883 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1309438 Aug 17 19:42:05.431358 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.454753 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-b43c124f-d79b-4f7c-b821-5a6120ca6675 None None] Provisioning complete for port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:05.455225 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b43c124f-d79b-4f7c-b821-5a6120ca6675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.456660 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:05.499711 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bed73e66-9b36-4521-8aa2-3ea388621182 admin admin] Publish callbacks [] for security_group (c9334ca6-26d1-4b25-8912-ea6095521e2a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.511372 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Publish callbacks [] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.524525 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.527195 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bed73e66-9b36-4521-8aa2-3ea388621182 admin admin] Publish callbacks [] for security_group (c9334ca6-26d1-4b25-8912-ea6095521e2a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.588179 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bed73e66-9b36-4521-8aa2-3ea388621182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (c9334ca6-26d1-4b25-8912-ea6095521e2a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.594075 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bed73e66-9b36-4521-8aa2-3ea388621182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.596334 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Attempting to bind port fc8ffbf7-faa2-438c-916e-d3033bd25087 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:42:05.596710 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Attempting to bind port fc8ffbf7-faa2-438c-916e-d3033bd25087 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:42:05.597076 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Attempting to bind port fc8ffbf7-faa2-438c-916e-d3033bd25087 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:42:05.598988 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-bed73e66-9b36-4521-8aa2-3ea388621182 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c9334ca6-26d1-4b25-8912-ea6095521e2a HTTP/1.1" status: 204 len: 168 time: 0.1689169 Aug 17 19:42:05.604292 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-b43c124f-d79b-4f7c-b821-5a6120ca6675 None None] Current status of the port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:05.612439 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:42:05.612923 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:42:05.613424 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.613880 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:42:05.614525 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Bound port: fc8ffbf7-faa2-438c-916e-d3033bd25087, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:42:05.614913 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.618050 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed73e66-9b36-4521-8aa2-3ea388621182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9334ca6-26d1-4b25-8912-ea6095521e2a,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:05.621121 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39ee5a-f45b-4ada-91e3-21f507d133a5 None None] Pushing event updated for resources: {'Port': ['ID=fc8ffbf7-faa2-438c-916e-d3033bd25087,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:05.662362 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9214-1359-40f8-a762-16537a109f24 req-9fc0c7ef-5efe-4cb5-8057-6aaa76258759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:05.664188 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-9fc0c7ef-5efe-4cb5-8057-6aaa76258759 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 1130 time: 0.0997856 Aug 17 19:42:05.699517 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] For port fc8ffbf7-faa2-438c-916e-d3033bd25087, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:42:05.707224 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] For port fc8ffbf7-faa2-438c-916e-d3033bd25087, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=fc8ffbf7-faa2-438c-916e-d3033bd25087,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:42:05.724183 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.742601 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 74e4d31c-acc1-4677-b649-0fb5d0dc2829 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:05.788483 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.795371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:05.799518 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Routers {'213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:05.800173 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:41:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:05.878658 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9214-1359-40f8-a762-16537a109f24 req-e31b6b7d-ea97-4dbd-944d-bab8126833cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:05.880157 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-e31b6b7d-ea97-4dbd-944d-bab8126833cf service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 911 time: 0.1566379 Aug 17 19:42:05.890530 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39ee5a-f45b-4ada-91e3-21f507d133a5 None None] Pushing event updated for resources: {'Port': ['ID=fc8ffbf7-faa2-438c-916e-d3033bd25087,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:05.898601 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-04216b0f-8e0c-44da-b2b8-31a312498604 None None] Provisioning complete for port be04b8b1-dffa-43a0-bff2-86625fa1d52a triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:05.898974 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-04216b0f-8e0c-44da-b2b8-31a312498604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:05.987371 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:05.988061 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.004714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:06.008899 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-97eb425a-8502-496a-a946-e014f57cdab1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 200 len: 1001 time: 0.1150725 Aug 17 19:42:06.027714 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86305e68-ac6f-48bf-a4b2-226884ec4d0c req-de7964be-1627-44e7-8e63-3cffd32a3034 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:06.029390 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-86305e68-ac6f-48bf-a4b2-226884ec4d0c req-de7964be-1627-44e7-8e63-3cffd32a3034 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0731587 Aug 17 19:42:06.108533 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-86305e68-ac6f-48bf-a4b2-226884ec4d0c req-3c44313a-7b6d-46c9-b1d0-57926722b47d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687485 Aug 17 19:42:06.110067 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9214-1359-40f8-a762-16537a109f24 req-543e5afd-7490-4049-8e8f-2329afe07506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:06.112128 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-543e5afd-7490-4049-8e8f-2329afe07506 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.0963190 Aug 17 19:42:06.125435 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-04216b0f-8e0c-44da-b2b8-31a312498604 None None] Port be04b8b1-dffa-43a0-bff2-86625fa1d52a cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:42:06.135120 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks [] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.139941 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] Set router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:06.154267 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.178549 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d36e5eb2-8dab-4ecf-8994-da21e310cdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.187482 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:06.188063 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.211034 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9214-1359-40f8-a762-16537a109f24 req-309a28ab-bd42-4b2a-876a-fb104f7e817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:06.212545 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-309a28ab-bd42-4b2a-876a-fb104f7e817f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903277 Aug 17 19:42:06.253540 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.253803 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:06.257821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Pushing event updated for resources: {'Port': ['ID=be04b8b1-dffa-43a0-bff2-86625fa1d52a,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:06.299279 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 74e4d31c-acc1-4677-b649-0fb5d0dc2829, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=74e4d31c-acc1-4677-b649-0fb5d0dc2829,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:06.304556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.305297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:06.409268 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-5f3bc1cc-dc6b-4422-81e2-5de949e855a1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817598 Aug 17 19:42:06.443707 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:42:06.445088 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=74e4d31c-acc1-4677-b649-0fb5d0dc2829,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:06.457974 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:06.458348 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.475400 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:42:06.496133 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 4, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port': {'id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'be04b8b1-dffa-43a0-bff2-86625fa1d52a', 'name': '', 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'mac_address': 'fa:16:3e:cf:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:04Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 1, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'subnets': [{'id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:06.526630 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d64de4-190b-4e5b-a194-c5a81ffd22c9 None None] The sync data for ids ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'] in dv-cinder-850698-2-iscsi is: [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 4, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port': {'id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'be04b8b1-dffa-43a0-bff2-86625fa1d52a', 'name': '', 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'mac_address': 'fa:16:3e:cf:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:04Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 1, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'subnets': [{'id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:42:06.579149 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:06.585939 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-2f5d9214-1359-40f8-a762-16537a109f24 req-050ddf14-c089-4800-9a56-7a3bb9c309af service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678123 Aug 17 19:42:06.672092 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:42:06.851277 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-142d5118-d268-4e7b-b416-3f4306941ec8 None None] Provisioning complete for port be04b8b1-dffa-43a0-bff2-86625fa1d52a triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:06.851807 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-142d5118-d268-4e7b-b416-3f4306941ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:06.887985 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-142d5118-d268-4e7b-b416-3f4306941ec8 None None] Port be04b8b1-dffa-43a0-bff2-86625fa1d52a cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:42:07.004727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:07.085604 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:42:07.101792 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c9e8501d-ea75-4f1b-854b-8927006b7df2 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926864 Aug 17 19:42:07.335485 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b93de-4049-4b4b-9626-216fba743dbf req-a54f3269-a3b3-4e42-8e69-e70cf3e446a9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:07.350729 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-023b93de-4049-4b4b-9626-216fba743dbf req-a54f3269-a3b3-4e42-8e69-e70cf3e446a9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0811656 Aug 17 19:42:07.372271 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:07.412967 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-023b93de-4049-4b4b-9626-216fba743dbf req-8554ccb2-72e7-45b9-82a8-51ad6f992022 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577550 Aug 17 19:42:07.460835 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.618428 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48272) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:07.623456 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-d94c4eb2-664c-41af-b555-4cda124e7a00 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110588255', 'description': 'tempest-secgroup-smoke-1110588255 description', 'project_id': '7e072daa36df4ab7b836616c2b138c01'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:07.655831 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d94c4eb2-664c-41af-b555-4cda124e7a00 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.728917 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 74e4d31c-acc1-4677-b649-0fb5d0dc2829 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:07.758175 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d94c4eb2-664c-41af-b555-4cda124e7a00 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group (5b74afdf-cb5d-403c-bfe3-9bbefef31279), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.762445 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d94c4eb2-664c-41af-b555-4cda124e7a00 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (5b74afdf-cb5d-403c-bfe3-9bbefef31279), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.779771 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:07.781169 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:07.781657 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.797092 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d94c4eb2-664c-41af-b555-4cda124e7a00 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.798505 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d94c4eb2-664c-41af-b555-4cda124e7a00 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1785030 Aug 17 19:42:07.801577 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48274) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:07.806222 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-93f0702c-0f9a-4e83-82b8-51ce6f6017ae tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'security_group_rule': {'security_group_id': '5b74afdf-cb5d-403c-bfe3-9bbefef31279', 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:07.813459 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c4eb2-664c-41af-b555-4cda124e7a00 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b74afdf-cb5d-403c-bfe3-9bbefef31279,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:07.844089 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-93f0702c-0f9a-4e83-82b8-51ce6f6017ae tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (eb360c8e-352f-4cf1-94e7-cc2cff52f2d6), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.861152 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:07.862279 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device fc8ffbf7-faa2-438c-916e-d3033bd25087 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:07.901352 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:07.911441 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-93f0702c-0f9a-4e83-82b8-51ce6f6017ae tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (eb360c8e-352f-4cf1-94e7-cc2cff52f2d6), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.913562 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port fc8ffbf7-faa2-438c-916e-d3033bd25087 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:07.913969 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.918542 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-93f0702c-0f9a-4e83-82b8-51ce6f6017ae tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (eb360c8e-352f-4cf1-94e7-cc2cff52f2d6), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.941950 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0702c-0f9a-4e83-82b8-51ce6f6017ae tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb360c8e-352f-4cf1-94e7-cc2cff52f2d6,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:07.948245 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-93f0702c-0f9a-4e83-82b8-51ce6f6017ae tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:07.952640 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48276) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:07.953156 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-93f0702c-0f9a-4e83-82b8-51ce6f6017ae tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503997 Aug 17 19:42:07.957468 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-6ba952be-8640-47da-bfbb-f0bcb801f64e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'security_group_rule': {'security_group_id': '5b74afdf-cb5d-403c-bfe3-9bbefef31279', 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:07.986560 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6ba952be-8640-47da-bfbb-f0bcb801f64e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (e49053fd-a2df-4727-894b-03a73901a708), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.004325 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port fc8ffbf7-faa2-438c-916e-d3033bd25087 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:08.004916 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.034655 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port fc8ffbf7-faa2-438c-916e-d3033bd25087, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=fc8ffbf7-faa2-438c-916e-d3033bd25087,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:08.039523 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.056319 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6ba952be-8640-47da-bfbb-f0bcb801f64e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (e49053fd-a2df-4727-894b-03a73901a708), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.060773 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6ba952be-8640-47da-bfbb-f0bcb801f64e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (e49053fd-a2df-4727-894b-03a73901a708), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.079887 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:08.086673 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba952be-8640-47da-bfbb-f0bcb801f64e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49053fd-a2df-4727-894b-03a73901a708,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:08.093491 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6ba952be-8640-47da-bfbb-f0bcb801f64e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.098025 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-6ba952be-8640-47da-bfbb-f0bcb801f64e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410785 Aug 17 19:42:08.098133 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=fc8ffbf7-faa2-438c-916e-d3033bd25087,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:08.098242 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48278) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:08.104073 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-b0b4d5f2-88c6-4d9b-83e6-7fd752a26b4e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'security_group_rule': {'security_group_id': '5b74afdf-cb5d-403c-bfe3-9bbefef31279', 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:08.117438 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.135461 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d5f2-88c6-4d9b-83e6-7fd752a26b4e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (f71e1940-0030-493f-90f0-e6440051eb60), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.188183 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:DELETE=9,neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:08.199123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d5f2-88c6-4d9b-83e6-7fd752a26b4e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (f71e1940-0030-493f-90f0-e6440051eb60), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.203289 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d5f2-88c6-4d9b-83e6-7fd752a26b4e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (f71e1940-0030-493f-90f0-e6440051eb60), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.223607 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4d5f2-88c6-4d9b-83e6-7fd752a26b4e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71e1940-0030-493f-90f0-e6440051eb60,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:08.231214 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d5f2-88c6-4d9b-83e6-7fd752a26b4e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.232387 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b0b4d5f2-88c6-4d9b-83e6-7fd752a26b4e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333339 Aug 17 19:42:08.235211 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48280) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:08.239478 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-0088bc41-3106-4ac0-9c9a-6705ba8271e9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'security_group_rule': {'security_group_id': '5b74afdf-cb5d-403c-bfe3-9bbefef31279', 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:08.267473 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0088bc41-3106-4ac0-9c9a-6705ba8271e9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (48d9998f-5508-4506-a339-7a98fe334b57), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.333507 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0088bc41-3106-4ac0-9c9a-6705ba8271e9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (48d9998f-5508-4506-a339-7a98fe334b57), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.337629 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0088bc41-3106-4ac0-9c9a-6705ba8271e9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (48d9998f-5508-4506-a339-7a98fe334b57), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.356630 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088bc41-3106-4ac0-9c9a-6705ba8271e9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d9998f-5508-4506-a339-7a98fe334b57,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:08.363974 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0088bc41-3106-4ac0-9c9a-6705ba8271e9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.366098 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-0088bc41-3106-4ac0-9c9a-6705ba8271e9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299636 Aug 17 19:42:08.369420 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48286) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:08.374052 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'security_group_rule': {'security_group_id': '5b74afdf-cb5d-403c-bfe3-9bbefef31279', 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:08.398524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.securitygroups_db [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Project 7e072daa36df4ab7b836616c2b138c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 19:42:08.404984 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (30634b78-5418-40c8-b5be-78e62c937207), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.462562 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:08.470457 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (30634b78-5418-40c8-b5be-78e62c937207), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.475394 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (30634b78-5418-40c8-b5be-78e62c937207), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.510496 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30634b78-5418-40c8-b5be-78e62c937207,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:08.514509 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.518522 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ad33ed7a-3a34-4e13-92cb-fadf847417b4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452441 Aug 17 19:42:08.518998 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48292) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:08.523341 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'security_group_rule': {'security_group_id': '5b74afdf-cb5d-403c-bfe3-9bbefef31279', 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:08.577205 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.securitygroups_db [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Project 7e072daa36df4ab7b836616c2b138c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 19:42:08.592365 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aa6a7-55ae-4b3b-bee7-49ec196749e9 req-ce310b70-4f4f-4b9d-8c27-3049334f122e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:08.593896 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-898aa6a7-55ae-4b3b-bee7-49ec196749e9 req-ce310b70-4f4f-4b9d-8c27-3049334f122e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0601525 Aug 17 19:42:08.594665 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (a9fb5124-cb5e-4723-8542-417639333302), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.680874 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-898aa6a7-55ae-4b3b-bee7-49ec196749e9 req-ac127958-2ba5-41fd-91f6-5aaedea914fc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758321 Aug 17 19:42:08.683221 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (a9fb5124-cb5e-4723-8542-417639333302), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.686988 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (a9fb5124-cb5e-4723-8542-417639333302), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.706004 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fb5124-cb5e-4723-8542-417639333302,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:08.713436 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.714685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-c76912d2-9837-462d-b175-6a46ed38fb5f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1946759 Aug 17 19:42:08.891678 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.895157 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:08.910233 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Sync routers for ids ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:42:08.920932 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Routers {'213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:08.921568 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:42:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:09.026113 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Set router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:09.235472 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 4, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port': {'id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'be04b8b1-dffa-43a0-bff2-86625fa1d52a', 'name': '', 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'mac_address': 'fa:16:3e:cf:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:04Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 2, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'subnets': [{'id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:09.263451 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Checking router: 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:42:09.263816 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Updating router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 port be04b8b1-dffa-43a0-bff2-86625fa1d52a binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:42:09.290737 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:09.535132 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Publish callbacks [] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:09.541092 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:09.567112 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:09.607133 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device fc8ffbf7-faa2-438c-916e-d3033bd25087 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:09.621130 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0250a78-860b-4966-ae7e-ac81f105b90d None None] Pushing event updated for resources: {'Port': ['ID=be04b8b1-dffa-43a0-bff2-86625fa1d52a,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:09.636563 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Attempting to bind port be04b8b1-dffa-43a0-bff2-86625fa1d52a on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:42:09.636920 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Attempting to bind port be04b8b1-dffa-43a0-bff2-86625fa1d52a by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:42:09.637303 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Attempting to bind port be04b8b1-dffa-43a0-bff2-86625fa1d52a on network 6be04c73-bd65-45e3-93cf-042d507fb6e5 {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:42:09.642312 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:42:09.642672 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Checking segment: {'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:42:09.643059 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:09.643435 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Bound using segment: {'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:42:09.643883 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Bound port: be04b8b1-dffa-43a0-bff2-86625fa1d52a, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968e89-6ca5-4fe9-a533-ea21735a76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:42:09.644246 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:09.651732 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port fc8ffbf7-faa2-438c-916e-d3033bd25087 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:09.652106 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:09.679906 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:09.705651 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] For port be04b8b1-dffa-43a0-bff2-86625fa1d52a, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:42:09.708643 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] For port be04b8b1-dffa-43a0-bff2-86625fa1d52a, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=be04b8b1-dffa-43a0-bff2-86625fa1d52a,segment=NetworkSegment(22968e89-6ca5-4fe9-a533-ea21735a76f4),segment_id=22968e89-6ca5-4fe9-a533-ea21735a76f4)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:42:09.714581 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:09.729371 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port fc8ffbf7-faa2-438c-916e-d3033bd25087 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:09.749322 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Routers {'213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:09.749933 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:42:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:09.810597 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615eaf-16a3-47bc-b2e8-d7300e501c05 req-009a4634-266b-41de-a551-9523f2b1be35 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:09.812728 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0250a78-860b-4966-ae7e-ac81f105b90d None None] Pushing event updated for resources: {'Port': ['ID=be04b8b1-dffa-43a0-bff2-86625fa1d52a,revision_number=4']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:09.812890 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ab615eaf-16a3-47bc-b2e8-d7300e501c05 req-009a4634-266b-41de-a551-9523f2b1be35 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0470810 Aug 17 19:42:09.861332 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ab615eaf-16a3-47bc-b2e8-d7300e501c05 req-3eab31d6-a0f7-4e89-91c8-1e9d9895a6b1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Aug 17 19:42:09.863916 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] Set router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:10.119620 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 4, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port': {'id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'be04b8b1-dffa-43a0-bff2-86625fa1d52a', 'name': '', 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'mac_address': 'fa:16:3e:cf:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:04Z', 'updated_at': '2022-08-17T19:42:09Z', 'revision_number': 4, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'subnets': [{'id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:10.142622 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a02de6-1375-4f02-9f96-d3b5fc5567e0 None None] The sync data for ids ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'] in dv-cinder-850698-2-iscsi is: [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:05Z', 'revision_number': 4, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port': {'id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'be04b8b1-dffa-43a0-bff2-86625fa1d52a', 'name': '', 'network_id': '6be04c73-bd65-45e3-93cf-042d507fb6e5', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'mac_address': 'fa:16:3e:cf:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:04Z', 'updated_at': '2022-08-17T19:42:09Z', 'revision_number': 4, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'subnets': [{'id': '95c95341-e42d-42df-b0e7-93acf287d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:42:10.991770 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278a1a9-9944-4938-a0ee-27db9efddc5b req-a453c36a-f84a-469c-a162-2ff7cdf10c17 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:10.993245 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f278a1a9-9944-4938-a0ee-27db9efddc5b req-a453c36a-f84a-469c-a162-2ff7cdf10c17 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0499790 Aug 17 19:42:11.039427 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f278a1a9-9944-4938-a0ee-27db9efddc5b req-7b25b7e8-d55f-4d55-a035-4b78a962d7ef tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398772 Aug 17 19:42:11.614170 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device be04b8b1-dffa-43a0-bff2-86625fa1d52a up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:11.659052 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port be04b8b1-dffa-43a0-bff2-86625fa1d52a triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:11.659483 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:11.730943 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port be04b8b1-dffa-43a0-bff2-86625fa1d52a is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:11.731334 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:11.767375 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port be04b8b1-dffa-43a0-bff2-86625fa1d52a, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=be04b8b1-dffa-43a0-bff2-86625fa1d52a,segment=NetworkSegment(22968e89-6ca5-4fe9-a533-ea21735a76f4),segment_id=22968e89-6ca5-4fe9-a533-ea21735a76f4)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:11.771511 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:11.819046 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=be04b8b1-dffa-43a0-bff2-86625fa1d52a,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:12.167993 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b881730-7d1c-4353-80d9-980809ebca7a req-1023a8d8-349b-477d-ad74-d51653abc67f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:12.169485 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0b881730-7d1c-4353-80d9-980809ebca7a req-1023a8d8-349b-477d-ad74-d51653abc67f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0482056 Aug 17 19:42:12.220990 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0b881730-7d1c-4353-80d9-980809ebca7a req-958bf13f-7493-4329-870d-52330f3091f8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454659 Aug 17 19:42:13.366318 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582497-bfaa-453a-9499-433706dbfde0 req-aadd564b-213f-4a98-94da-02636ed2c67c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:13.367775 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-27582497-bfaa-453a-9499-433706dbfde0 req-aadd564b-213f-4a98-94da-02636ed2c67c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0483866 Aug 17 19:42:13.421309 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-27582497-bfaa-453a-9499-433706dbfde0 req-db8b77f9-1f8e-4fd1-8154-3becf497f6d7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478554 Aug 17 19:42:13.608433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device be04b8b1-dffa-43a0-bff2-86625fa1d52a up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:13.642129 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:13.654410 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port be04b8b1-dffa-43a0-bff2-86625fa1d52a triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:13.654785 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:13.729527 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port be04b8b1-dffa-43a0-bff2-86625fa1d52a is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:14.537593 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:14.546953 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd256f-8080-4253-b898-e7023866ec22 req-58724208-0315-4339-8c14-b9f57654984a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:14.548427 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b5cd256f-8080-4253-b898-e7023866ec22 req-58724208-0315-4339-8c14-b9f57654984a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0483224 Aug 17 19:42:14.595341 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b5cd256f-8080-4253-b898-e7023866ec22 req-6d195547-4dc0-4eb0-bc96-b16210a2900a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Aug 17 19:42:15.722480 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c23e4a-8268-4cfc-b5bb-6c1efaadb07a req-243e7d4f-07be-4bf3-bb44-db3736d78af0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:15.724260 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f4c23e4a-8268-4cfc-b5bb-6c1efaadb07a req-243e7d4f-07be-4bf3-bb44-db3736d78af0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 943 time: 0.0494854 Aug 17 19:42:15.771524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f4c23e4a-8268-4cfc-b5bb-6c1efaadb07a req-52fcb081-45c8-4fc7-9011-17c2a51728ef tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Aug 17 19:42:16.098485 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:42:16.195643 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:16.206782 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'port_id': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'mac_address': 'fa:16:3e:3d:a8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:42:16.243353 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:16.243736 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:16.257120 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8692c85c-fc9f-49cd-bff2-6ddd975dd053 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:42:16.278587 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:16.282078 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:16.327107 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=9']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:16.668603 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['8692c85c-fc9f-49cd-bff2-6ddd975dd053'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:42:16.734964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:16.899318 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9993b-7e0a-4429-bfe5-e0b58bc2014c req-39f87fb0-e128-4681-99a0-c18b3d923a5d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:16.900841 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3ff9993b-7e0a-4429-bfe5-e0b58bc2014c req-39f87fb0-e128-4681-99a0-c18b3d923a5d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 944 time: 0.0523384 Aug 17 19:42:16.922431 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:16.957778 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3ff9993b-7e0a-4429-bfe5-e0b58bc2014c req-4a07a1c3-a2ac-4964-bf97-c22462ac3109 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 Aug 17 19:42:17.716374 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e730b9-6751-4250-82f8-fe9854b36294 req-b6bf04dc-cfb0-4f89-93f9-9a80716edca1 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:17.717953 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-91e730b9-6751-4250-82f8-fe9854b36294 req-b6bf04dc-cfb0-4f89-93f9-9a80716edca1 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0486145 Aug 17 19:42:17.763678 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-91e730b9-6751-4250-82f8-fe9854b36294 req-577a4dc1-6249-45a8-bfa3-9bfc419dfedf tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401511 Aug 17 19:42:18.083458 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fb0a7-513b-4832-a0f9-7ce611ad324d req-acbcf1b5-8295-498e-89c1-49ecd6d854f2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:18.084985 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5c7fb0a7-513b-4832-a0f9-7ce611ad324d req-acbcf1b5-8295-498e-89c1-49ecd6d854f2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 944 time: 0.0502796 Aug 17 19:42:18.086806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=21,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:18.347452 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5c7fb0a7-513b-4832-a0f9-7ce611ad324d req-833562ac-d955-4507-b2ed-21b39acc4343 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564483 Aug 17 19:42:18.885417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d247c-0548-4c4b-b2d1-f717ac35eb11 req-6b4d4da1-7ca8-4df9-851a-59ce4a87a45c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:18.887006 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2e5d247c-0548-4c4b-b2d1-f717ac35eb11 req-6b4d4da1-7ca8-4df9-851a-59ce4a87a45c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Aug 17 19:42:18.935258 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2e5d247c-0548-4c4b-b2d1-f717ac35eb11 req-2d45b567-a5bd-4b84-aae5-96c512cc4bae tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Aug 17 19:42:19.476720 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5ff26-1717-47a6-9f37-fb57f8ee6765 req-103769cf-5bf0-43bb-a9bb-f95974e61103 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:19.478233 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0de5ff26-1717-47a6-9f37-fb57f8ee6765 req-103769cf-5bf0-43bb-a9bb-f95974e61103 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 944 time: 0.0483816 Aug 17 19:42:19.526418 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0de5ff26-1717-47a6-9f37-fb57f8ee6765 req-c99eb018-98e0-484a-a0a1-c0d5c8dabc95 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Aug 17 19:42:20.055710 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfeca3-bcc7-4062-8f56-6bd6d4dd96a0 req-31a6b634-284e-4667-8821-9efc05401ffc tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:20.057171 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59bfeca3-bcc7-4062-8f56-6bd6d4dd96a0 req-31a6b634-284e-4667-8821-9efc05401ffc tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0467377 Aug 17 19:42:20.106960 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59bfeca3-bcc7-4062-8f56-6bd6d4dd96a0 req-5cc9aa78-d034-435d-9ea0-cf6663376079 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Aug 17 19:42:20.121788 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:20.122568 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:20.517342 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:20.560082 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:20.560454 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:20.562718 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:20.636994 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:20.637434 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:20.653939 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda7fdf-6b47-43f4-a3cd-bd99ccca21ef req-cdcf784e-39bd-49aa-a48b-70786a874a49 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:20.655446 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0fda7fdf-6b47-43f4-a3cd-bd99ccca21ef req-cdcf784e-39bd-49aa-a48b-70786a874a49 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 944 time: 0.0472999 Aug 17 19:42:20.660886 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:42:20.663165 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b797840e-c7de-48c0-add0-332c26b3d595" -d '{"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-plugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:42:20.675872 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:20.679910 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:20.710030 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c7162c-cf0b-435f-95f6-145fed431900 x-openstack-request-id: req-32c7162c-cf0b-435f-95f6-145fed431900 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:42:20.710307 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-plugged", "status": "completed", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:42:20.710524 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32c7162c-cf0b-435f-95f6-145fed431900 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:42:20.710917 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c7162c-cf0b-435f-95f6-145fed431900'] response: {'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'code': 200} Aug 17 19:42:20.712272 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0fda7fdf-6b47-43f4-a3cd-bd99ccca21ef req-71034b91-69a1-4756-98a3-f86656948934 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507684 Aug 17 19:42:20.737855 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=10']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:21.240084 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65132c2-93eb-42d7-86b3-f5892b366c06 req-125b9d37-edad-406e-bdb6-4e1c136cb837 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:21.247503 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b65132c2-93eb-42d7-86b3-f5892b366c06 req-125b9d37-edad-406e-bdb6-4e1c136cb837 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0612500 Aug 17 19:42:21.298126 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b65132c2-93eb-42d7-86b3-f5892b366c06 req-e8740275-ddfe-476e-8d44-0ed1a45928c6 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497913 Aug 17 19:42:21.344972 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be5f9-c89e-4a9d-b167-b72e0591e90b req-6bdf4869-b656-4898-8aee-dd9fdfd68642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:21.347048 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-db4be5f9-c89e-4a9d-b167-b72e0591e90b req-6bdf4869-b656-4898-8aee-dd9fdfd68642 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1130 time: 0.0466294 Aug 17 19:42:21.397231 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-db4be5f9-c89e-4a9d-b167-b72e0591e90b req-f38e0742-f9a5-4a3a-a223-52801a141362 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 Aug 17 19:42:21.848541 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6da61-9c3c-42e0-9abf-bc1dc8fa5295 req-61bd127d-1cc5-440f-9b69-477cd4f6befe tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:21.850214 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a2d6da61-9c3c-42e0-9abf-bc1dc8fa5295 req-61bd127d-1cc5-440f-9b69-477cd4f6befe tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 946 time: 0.0504849 Aug 17 19:42:21.904435 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a2d6da61-9c3c-42e0-9abf-bc1dc8fa5295 req-5510b09f-1884-4c90-a953-e0d3a413fb27 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469775 Aug 17 19:42:22.421203 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b423b-7022-425f-a868-b10716e28007 req-e2963d12-3b20-4394-acaf-a7f0eadb7d7b tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:22.422699 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0b0b423b-7022-425f-a868-b10716e28007 req-e2963d12-3b20-4394-acaf-a7f0eadb7d7b tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0500987 Aug 17 19:42:22.446779 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:22.470647 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0b0b423b-7022-425f-a868-b10716e28007 req-027ad53c-8746-4d06-8c15-0785edc55741 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Aug 17 19:42:23.037916 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e06f2-bee2-456d-a684-8df09e44443c req-25e36900-e05c-4e94-bf3c-5b15e1680b54 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:23.039450 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3f2e06f2-bee2-456d-a684-8df09e44443c req-25e36900-e05c-4e94-bf3c-5b15e1680b54 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 946 time: 0.0512612 Aug 17 19:42:23.087336 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3f2e06f2-bee2-456d-a684-8df09e44443c req-51d46971-1cdd-4329-9f4c-a4121232cbad tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Aug 17 19:42:23.600630 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1638ef0-4566-49bc-b66b-7d0a895bd8d4 req-0902bddf-01dd-4ee3-9db1-3a9d543bb18e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:23.602128 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f1638ef0-4566-49bc-b66b-7d0a895bd8d4 req-0902bddf-01dd-4ee3-9db1-3a9d543bb18e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0504699 Aug 17 19:42:23.629463 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:23.657097 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f1638ef0-4566-49bc-b66b-7d0a895bd8d4 req-9e796856-9919-4f8e-be37-e356aee14700 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488155 Aug 17 19:42:24.218080 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136c1a3-7c49-4ce6-a6c2-9cc90000c8b1 req-7075888b-ffd8-482a-b865-ede078140049 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:24.219560 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a136c1a3-7c49-4ce6-a6c2-9cc90000c8b1 req-7075888b-ffd8-482a-b865-ede078140049 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Aug 17 19:42:24.266595 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a136c1a3-7c49-4ce6-a6c2-9cc90000c8b1 req-204af3a7-6856-4442-9f70-3db2ff4ac46b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Aug 17 19:42:24.788466 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2eae5-640f-46bb-8a8a-265126a4b1cc req-39557b92-1f9a-4e12-a93e-83e550beef79 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:24.790141 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-36f2eae5-640f-46bb-8a8a-265126a4b1cc req-39557b92-1f9a-4e12-a93e-83e550beef79 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0582163 Aug 17 19:42:24.843312 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-36f2eae5-640f-46bb-8a8a-265126a4b1cc req-f4340afe-172b-4cad-a3fa-6ba2273920dd tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Aug 17 19:42:25.147073 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:42:25.967610 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d499fd-1135-4f47-9b87-3cfa9ca8bd73 req-93021d14-714e-4244-832e-5b95bd185aca tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:25.969095 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-56d499fd-1135-4f47-9b87-3cfa9ca8bd73 req-93021d14-714e-4244-832e-5b95bd185aca tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0531182 Aug 17 19:42:26.016083 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-56d499fd-1135-4f47-9b87-3cfa9ca8bd73 req-53cd74d2-4c2a-49a8-88ea-7859ca934d4d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Aug 17 19:42:26.557677 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48602) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:26.663843 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:26.738944 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Publish callbacks [] for security_group (a3d5f553-fcc5-4377-ba81-c25bfe57a0ad), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:26.742590 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a3d5f553-fcc5-4377-ba81-c25bfe57a0ad), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:26.780921 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b3c2ac9c43c243628fe558d5ab202e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221997 Aug 17 19:42:26.782895 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5f553-fcc5-4377-ba81-c25bfe57a0ad,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:26.783743 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48606) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:26.790123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.790474 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.790823 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.791167 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.791503 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.791834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.792166 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.792521 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.792850 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.793177 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.793531 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.793856 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.794175 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.794498 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.794817 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95da5e6-1c97-4e7c-96c8-e1c588e52521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:26.833895 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-95083f43-b434-416a-909c-b5e163ef3458 admin admin] Publish callbacks [] for security_group (a3d5f553-fcc5-4377-ba81-c25bfe57a0ad), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:26.854745 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-95083f43-b434-416a-909c-b5e163ef3458 admin admin] Publish callbacks [] for security_group (a3d5f553-fcc5-4377-ba81-c25bfe57a0ad), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:26.901218 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-95083f43-b434-416a-909c-b5e163ef3458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a3d5f553-fcc5-4377-ba81-c25bfe57a0ad), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:26.903763 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-95083f43-b434-416a-909c-b5e163ef3458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:26.904908 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-95083f43-b434-416a-909c-b5e163ef3458 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a3d5f553-fcc5-4377-ba81-c25bfe57a0ad HTTP/1.1" status: 204 len: 168 time: 0.1200857 Aug 17 19:42:26.912534 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95083f43-b434-416a-909c-b5e163ef3458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5f553-fcc5-4377-ba81-c25bfe57a0ad,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:27.144974 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55993976-d314-4b3b-b3b6-5281356e8bff req-8190d6d9-3dd7-4c3f-8cd4-c85cdc5ccb35 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:27.146593 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-55993976-d314-4b3b-b3b6-5281356e8bff req-8190d6d9-3dd7-4c3f-8cd4-c85cdc5ccb35 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0527146 Aug 17 19:42:27.203593 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-55993976-d314-4b3b-b3b6-5281356e8bff req-e356fc57-f1a8-492d-8808-60d66fe07266 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509665 Aug 17 19:42:28.320727 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f48e1-9b89-44d0-bc28-4f98ce82efde req-64cd365a-1953-40e2-a25a-799ae526e308 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:28.322220 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b81f48e1-9b89-44d0-bc28-4f98ce82efde req-64cd365a-1953-40e2-a25a-799ae526e308 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0473578 Aug 17 19:42:28.369849 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b81f48e1-9b89-44d0-bc28-4f98ce82efde req-e08582f8-0820-4da6-8dbc-29d34455f0cb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 Aug 17 19:42:29.358236 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-a80ef6ac-fed2-42f7-8c2d-a51819618e90 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1110588255&fields=id&tenant_id=7e072daa36df4ab7b836616c2b138c01 HTTP/1.1" status: 200 len: 267 time: 0.0448804 Aug 17 19:42:29.465989 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:29.484757 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:29.497943 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-a91a13f5-f654-4b60-8467-5d1760c5cd48 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:29.499388 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-a91a13f5-f654-4b60-8467-5d1760c5cd48 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 808 time: 0.1347489 Aug 17 19:42:29.517739 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ae8a-16b2-4825-8f71-927fc2efdc27 req-56f84bc6-7677-418d-af6b-c2acb8b07b1d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:29.519116 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-67c8ae8a-16b2-4825-8f71-927fc2efdc27 req-56f84bc6-7677-418d-af6b-c2acb8b07b1d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0719967 Aug 17 19:42:29.522589 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-91d92c61-0017-4d8a-a471-09a929b608e6 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/quotas/7e072daa36df4ab7b836616c2b138c01 HTTP/1.1" status: 200 len: 375 time: 0.0170693 Aug 17 19:42:29.601893 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-7d87a026-e354-4c22-b9fa-c6ebc307296a tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708113 Aug 17 19:42:29.605439 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-67c8ae8a-16b2-4825-8f71-927fc2efdc27 req-c6553f8f-4770-43fe-af8f-83f0665726a4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803845 Aug 17 19:42:29.699473 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-5f811c15-465c-4098-b95e-baa7772a37d3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829554 Aug 17 19:42:29.790773 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-7f8effbc-ca7f-4ce3-90e0-8918f00ba763 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852060 Aug 17 19:42:30.222609 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c96ebecc-ea41-49e1-ba7f-d8ba48083481 req-64560141-b5cc-43f8-9841-7f2fcc2019d0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 210 time: 0.0292416 Aug 17 19:42:30.725540 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5786-327e-4a98-a76f-2c8232903f05 req-56297396-a4f3-4416-8146-fd87068236cc tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:30.727023 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f12e5786-327e-4a98-a76f-2c8232903f05 req-56297396-a4f3-4416-8146-fd87068236cc tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0477602 Aug 17 19:42:30.729687 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:30.779464 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f12e5786-327e-4a98-a76f-2c8232903f05 req-4d053cb3-d684-4a69-8f2a-210df09c1fce tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Aug 17 19:42:31.329770 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-20dbc4b5-81ef-44ca-a563-f2366e7e2c2a req-1f48261a-bf28-4e39-ad7f-7a4aa95584ff tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 210 time: 0.0314739 Aug 17 19:42:31.366572 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-da09469b-1449-4246-8b46-d31558b02f0b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:31.368005 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-da09469b-1449-4246-8b46-d31558b02f0b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.65 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 808 time: 0.1149607 Aug 17 19:42:31.436007 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-48215b84-5c16-4089-a7b7-5934a76247de tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e072daa36df4ab7b836616c2b138c01 HTTP/1.1" status: 200 len: 380 time: 0.0539687 Aug 17 19:42:31.444578 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'port': {'device_id': '76985445-294d-45f5-9f95-40951eed1555', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'admin_state_up': True, 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'security_groups': ['5b74afdf-cb5d-403c-bfe3-9bbefef31279']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:31.554285 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Made reservation on behalf of 7e072daa36df4ab7b836616c2b138c01 for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:42:31.557635 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:31.684158 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Allocated IP 172.20.0.3 (d55abc87-1768-49b8-b1fe-e6cde3bfee67/7af48b8e-eae1-4fd6-a7a1-7319201d6086/380031c9-b01e-4d04-9d20-1e65825341f8) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:42:31.825523 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for port (380031c9-b01e-4d04-9d20-1e65825341f8), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:31.849201 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:31.852298 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:31.864028 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:31.914908 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06447eef-6043-4420-9c79-8770febf11ba req-0bc04163-c2da-4979-b202-ca6fb71ef887 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:31.917744 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-06447eef-6043-4420-9c79-8770febf11ba req-0bc04163-c2da-4979-b202-ca6fb71ef887 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0595148 Aug 17 19:42:31.920758 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:42:31.926363 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:42:31.937986 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:42:31.942572 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:31.986454 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-06447eef-6043-4420-9c79-8770febf11ba req-9dd3809d-2153-43ce-87c3-3922ccc8095d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639815 Aug 17 19:42:31.994904 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:31.995738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.016708 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-4c24e395-44ed-45ca-b6a4-85237910250b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756803 Aug 17 19:42:32.040083 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Request body: {'port': {'device_id': '76985445-294d-45f5-9f95-40951eed1555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:32.101639 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.170397 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-235d91c5-175d-4711-83af-6aacfd442bfb None None] Provisioning complete for port 380031c9-b01e-4d04-9d20-1e65825341f8 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:32.170999 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-235d91c5-175d-4711-83af-6aacfd442bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.202498 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-235d91c5-175d-4711-83af-6aacfd442bfb None None] Port 380031c9-b01e-4d04-9d20-1e65825341f8 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:42:32.358277 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380031c9-b01e-4d04-9d20-1e65825341f8 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:42:32.365915 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Publish callbacks [] for port (380031c9-b01e-4d04-9d20-1e65825341f8), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.379118 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Transition to ACTIVE for port object 380031c9-b01e-4d04-9d20-1e65825341f8 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:42:32.381912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.448869 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb103768-dce3-4be5-a49e-2ef1a9c33a6a req-57c58ac0-9dc1-4f6d-9f8c-4fd0e6d2a8dd tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:32.450642 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bb103768-dce3-4be5-a49e-2ef1a9c33a6a req-57c58ac0-9dc1-4f6d-9f8c-4fd0e6d2a8dd tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0480263 Aug 17 19:42:32.472041 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:32.501157 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Attempting to bind port 380031c9-b01e-4d04-9d20-1e65825341f8 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:42:32.501519 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Attempting to bind port 380031c9-b01e-4d04-9d20-1e65825341f8 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:42:32.501845 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Attempting to bind port 380031c9-b01e-4d04-9d20-1e65825341f8 on network d55abc87-1768-49b8-b1fe-e6cde3bfee67 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:42:32.504044 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bb103768-dce3-4be5-a49e-2ef1a9c33a6a req-afb739a8-cf2a-4aa8-b0c7-9409e4e4e5c4 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474710 Aug 17 19:42:32.506323 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Port 380031c9-b01e-4d04-9d20-1e65825341f8 on network d55abc87-1768-49b8-b1fe-e6cde3bfee67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:42:32.506642 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Attempting to bind port 380031c9-b01e-4d04-9d20-1e65825341f8 on network d55abc87-1768-49b8-b1fe-e6cde3bfee67 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:42:32.511681 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:42:32.512021 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Checking segment: {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:42:32.512399 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Bound using segment: {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:42:32.512820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Bound port: 380031c9-b01e-4d04-9d20-1e65825341f8, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c32c10-ff3d-4dbe-b3d4-4004da802070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:42:32.513175 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.573738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:42:32.576945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:42:32.583920 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.588728 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:32.589387 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:32.590755 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 1093 time: 0.5551872 Aug 17 19:42:32.591269 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:42:32.593515 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7c6f5f-b025-4129-9bd7-131bd83abde5" -d '{"events": [{"name": "network-changed", "server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:42:32.650190 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247ea39-705e-4f81-b398-54030f6fb970 x-openstack-request-id: req-9247ea39-705e-4f81-b398-54030f6fb970 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:42:32.650483 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:42:32.650739 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9247ea39-705e-4f81-b398-54030f6fb970 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:42:32.651147 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9247ea39-705e-4f81-b398-54030f6fb970'] response: {'name': 'network-changed', 'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8', 'status': 'completed', 'code': 200} Aug 17 19:42:32.651820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d687e6-23f2-4ffd-8144-0ab03c1d466c service neutron] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:32.684418 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-acdcb3d4-b0aa-402a-b002-2710bde35663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:32.685951 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-acdcb3d4-b0aa-402a-b002-2710bde35663 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1127 time: 0.0483656 Aug 17 19:42:32.731089 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-72e98251-8362-43f0-8041-46ab39a8c023 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 217 time: 0.0318501 Aug 17 19:42:32.766594 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:32.770804 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:32.782224 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-560baa30-38c6-4c20-b58b-f669d52b32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:32.783694 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-560baa30-38c6-4c20-b58b-f669d52b32d1 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 200 len: 847 time: 0.0469959 Aug 17 19:42:32.826470 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-114e1431-4ab5-4af7-bf59-d9998e666571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:32.827900 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-114e1431-4ab5-4af7-bf59-d9998e666571 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d55abc87-1768-49b8-b1fe-e6cde3bfee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377769 Aug 17 19:42:32.921924 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-bac8f549-ae54-4fe4-9747-1db8573c810c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856373 Aug 17 19:42:33.019556 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-268ef4f3-072b-4e3f-9cd7-8c56aa0dcc86 req-7315c425-6df5-484a-8372-e9a1c6f03cd1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852509 Aug 17 19:42:33.100767 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f737e9-b76f-448b-948a-49a0497bb389 req-0a605d19-01e6-4bb8-b0ea-8c4649928e2d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:33.102246 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c5f737e9-b76f-448b-948a-49a0497bb389 req-0a605d19-01e6-4bb8-b0ea-8c4649928e2d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0463450 Aug 17 19:42:33.148480 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c5f737e9-b76f-448b-948a-49a0497bb389 req-13242edb-f3fc-4148-8127-698775dddadd tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Aug 17 19:42:33.358399 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-a2f0c5aa-28de-4cd6-9335-7485930756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:33.359786 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-a2f0c5aa-28de-4cd6-9335-7485930756d9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1127 time: 0.0408192 Aug 17 19:42:33.452635 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-19b3719b-228b-45ab-9b31-639a6331d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:33.454150 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-19b3719b-228b-45ab-9b31-639a6331d31e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 909 time: 0.0861068 Aug 17 19:42:33.493193 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-2ad0d26d-79f0-406a-83dc-1ff8691b6031 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 217 time: 0.0309601 Aug 17 19:42:33.540610 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-ea5d34f8-c9d6-424f-97fd-9879e76cbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:33.542217 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-ea5d34f8-c9d6-424f-97fd-9879e76cbf6e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 200 len: 847 time: 0.0429933 Aug 17 19:42:33.586660 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-14ee55ed-776e-435e-9a3b-84ad0b9727de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:33.588183 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-14ee55ed-776e-435e-9a3b-84ad0b9727de service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d55abc87-1768-49b8-b1fe-e6cde3bfee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402286 Aug 17 19:42:33.623700 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae783c7-ac88-4ea9-84ae-abf057436e69 req-56efc4a4-248f-4615-ad6a-00454238640c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:33.625099 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7ae783c7-ac88-4ea9-84ae-abf057436e69 req-56efc4a4-248f-4615-ad6a-00454238640c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0457413 Aug 17 19:42:33.673124 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7ae783c7-ac88-4ea9-84ae-abf057436e69 req-f0a32f84-b3ce-4527-b0fd-28d2e89ca1dd tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Aug 17 19:42:33.686712 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-4b18f18a-bbba-4011-ac15-834c5f6cd438 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865617 Aug 17 19:42:33.778448 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fe7c6f5f-b025-4129-9bd7-131bd83abde5 req-11150c68-efac-4559-8eb8-7efb8d61c425 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Aug 17 19:42:34.039154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5833b7f6-7fcd-4ac0-9c9e-e35b9cad2d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:34.269044 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9d988-ce60-4476-93db-cc14c02e7a87 req-62e812e4-31c4-4b49-a750-1968dfb369a3 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:34.270523 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7ed9d988-ce60-4476-93db-cc14c02e7a87 req-62e812e4-31c4-4b49-a750-1968dfb369a3 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0501046 Aug 17 19:42:34.318449 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7ed9d988-ce60-4476-93db-cc14c02e7a87 req-2e4aa359-ce47-42e0-b30d-d2db06048f57 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Aug 17 19:42:34.789382 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25033454-a2ea-4bdf-b747-a5f6b23ce20e req-ff5bc177-e22e-424d-8296-40b9070c7470 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:34.790859 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25033454-a2ea-4bdf-b747-a5f6b23ce20e req-ff5bc177-e22e-424d-8296-40b9070c7470 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0471561 Aug 17 19:42:34.831414 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:34.841479 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25033454-a2ea-4bdf-b747-a5f6b23ce20e req-52ac7c14-66fe-4e41-9815-3e1489306e3b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447590 Aug 17 19:42:35.142678 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:35.143453 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:35.456456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-c1401221-77d6-45d8-ac0a-b1cbc725c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:35.457336 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:35.458011 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-c1401221-77d6-45d8-ac0a-b1cbc725c2dc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1169 time: 0.0413916 Aug 17 19:42:35.471967 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501203aa-0083-4dcd-82c7-82d86563b8ee req-6836da7f-b39b-41e3-a02a-414d2f771628 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:35.473458 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-501203aa-0083-4dcd-82c7-82d86563b8ee req-6836da7f-b39b-41e3-a02a-414d2f771628 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0810294 Aug 17 19:42:35.480395 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041d57-6649-4b32-94d3-f45a87b1fd8f req-ce05d547-de3e-4408-a6a9-32e72392902e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:35.481767 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-08041d57-6649-4b32-94d3-f45a87b1fd8f req-ce05d547-de3e-4408-a6a9-32e72392902e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0802906 Aug 17 19:42:35.552697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-78e6ccec-bdc9-4d7e-8d54-d1e5f38dfd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:35.554371 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-78e6ccec-bdc9-4d7e-8d54-d1e5f38dfd78 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 915 time: 0.0891075 Aug 17 19:42:35.567162 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-501203aa-0083-4dcd-82c7-82d86563b8ee req-c6e26a96-0d1c-44c7-8916-e63a177a3b04 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844772 Aug 17 19:42:35.570131 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-08041d57-6649-4b32-94d3-f45a87b1fd8f req-19921d56-dd95-4ff1-b691-b3c90c96a333 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807452 Aug 17 19:42:35.704887 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-b3defbae-980e-4f23-8045-e344ea6549ab service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 1002 time: 0.0580366 Aug 17 19:42:35.757111 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-9bb47845-bd1f-4f1e-b9ec-30ef08fa8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:35.758476 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-9bb47845-bd1f-4f1e-b9ec-30ef08fa8d97 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 200 len: 853 time: 0.0456064 Aug 17 19:42:35.805321 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-1b72337a-67f6-40cf-bf10-d4c784be3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:35.806757 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-1b72337a-67f6-40cf-bf10-d4c784be3a76 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e26875a7-1e1d-4110-a54a-ba7eb4932396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409677 Aug 17 19:42:35.858295 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:35.871633 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:35.896999 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-6fc6886a-6c86-4d9b-bd8b-4c71f79d2001 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829346 Aug 17 19:42:35.967789 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86871dae-066b-4b7c-9a6f-9237882e33f6 req-2c02fbe1-a106-48e8-8083-4f7c9e409493 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:35.969312 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-86871dae-066b-4b7c-9a6f-9237882e33f6 req-2c02fbe1-a106-48e8-8083-4f7c9e409493 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0565879 Aug 17 19:42:35.994941 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e63a5e6c-eb55-4464-8c78-08adc26fe437 req-feaf6945-fafd-4777-b1c3-3b0cad7f1ed5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904202 Aug 17 19:42:36.018395 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-86871dae-066b-4b7c-9a6f-9237882e33f6 req-b32fa519-6a4a-4c12-a9ef-9f7572d13fb9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Aug 17 19:42:36.103556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b3140b20-5d87-4076-b5b5-f6ac265f1d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:36.715461 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b621b-1be2-40e2-b945-e46ef2c984bc req-6459b374-54d2-4063-b8d3-dbb0049678b3 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:36.716932 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b00b621b-1be2-40e2-b945-e46ef2c984bc req-6459b374-54d2-4063-b8d3-dbb0049678b3 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0758605 Aug 17 19:42:36.722925 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2cab-18dd-488e-94fd-0d201ff45042 req-41b7058c-55ea-4e5a-89fc-0109997eb89e tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:36.724304 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0c6e2cab-18dd-488e-94fd-0d201ff45042 req-41b7058c-55ea-4e5a-89fc-0109997eb89e tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0736704 Aug 17 19:42:36.797944 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b00b621b-1be2-40e2-b945-e46ef2c984bc req-2f6eff75-9ad5-4680-92a0-5130924e761d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727162 Aug 17 19:42:36.817699 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0c6e2cab-18dd-488e-94fd-0d201ff45042 req-096d7650-2990-4c42-838e-da5af4df46f9 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850546 Aug 17 19:42:37.038284 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ea254-558b-4f14-b0f7-5dacaa369652 req-7fd8ea7c-a7e2-4f49-b659-226ad5137de5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:37.039822 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-833ea254-558b-4f14-b0f7-5dacaa369652 req-7fd8ea7c-a7e2-4f49-b659-226ad5137de5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0488226 Aug 17 19:42:37.091351 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-833ea254-558b-4f14-b0f7-5dacaa369652 req-58ad397b-af8f-4825-8b5e-141a8ecbb9fd tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451653 Aug 17 19:42:37.105093 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-33f7a63e-ef43-48f4-94b3-15a4332a5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:37.106629 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-33f7a63e-ef43-48f4-94b3-15a4332a5500 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 1130 time: 0.0413802 Aug 17 19:42:37.140204 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c92d4-aa85-40a4-8ad1-9a05eaf1cf5e req-f5458e43-4007-4d18-a90f-37aebad6dde0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:37.141720 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d11c92d4-aa85-40a4-8ad1-9a05eaf1cf5e req-f5458e43-4007-4d18-a90f-37aebad6dde0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0477669 Aug 17 19:42:37.192716 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d11c92d4-aa85-40a4-8ad1-9a05eaf1cf5e req-ceae43ef-a43e-4ad8-b198-5e35aade0c1e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Aug 17 19:42:37.203237 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-fcdd974e-184a-41e0-8216-d221857bba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:37.204707 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-fcdd974e-184a-41e0-8216-d221857bba99 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 911 time: 0.0918367 Aug 17 19:42:37.266855 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-74e57cd7-1f38-43e3-9efa-c5707faafb8c service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 200 len: 1001 time: 0.0534124 Aug 17 19:42:37.316431 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-8ddef64c-469b-4302-ab21-3de4cda9cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:37.317836 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-8ddef64c-469b-4302-ab21-3de4cda9cdac service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.0425196 Aug 17 19:42:37.363194 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-86a30d60-c283-4f27-9078-03af34e9fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:37.364625 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-86a30d60-c283-4f27-9078-03af34e9fd80 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399826 Aug 17 19:42:37.441600 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:37.454331 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-a568c4d9-d111-447d-a288-85c2018bf5af service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819335 Aug 17 19:42:37.545101 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ce03ad0e-6f4d-40ab-a898-18ad6475d0fe req-d272ea5e-5125-42e4-b491-4f87f0d27be9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836387 Aug 17 19:42:37.939068 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82115e-bfde-487d-bd6b-588dd573fad1 req-0870bb9d-a89f-471a-9f5b-e682c064eb07 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:37.940565 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de82115e-bfde-487d-bd6b-588dd573fad1 req-0870bb9d-a89f-471a-9f5b-e682c064eb07 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0501180 Aug 17 19:42:38.002139 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-de82115e-bfde-487d-bd6b-588dd573fad1 req-2a1ff48e-884d-46c8-a7cc-40a60d0e6ef8 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557287 Aug 17 19:42:38.118621 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:38.209128 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156bd03-4545-49cf-aea1-4f5594748b6a req-cb475942-bf4d-4d0a-b4b4-d269357a4eba tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:38.210685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d156bd03-4545-49cf-aea1-4f5594748b6a req-cb475942-bf4d-4d0a-b4b4-d269357a4eba tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0472202 Aug 17 19:42:38.257483 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d156bd03-4545-49cf-aea1-4f5594748b6a req-1d373ca5-b70d-43d1-a560-a12d6df60370 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Aug 17 19:42:38.310268 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35a7de-ed62-4eae-b424-108d4412a794 req-ee3d2fee-0d23-415b-bedd-6882fc31dcee tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:38.311735 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5a35a7de-ed62-4eae-b424-108d4412a794 req-ee3d2fee-0d23-415b-bedd-6882fc31dcee tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0490787 Aug 17 19:42:38.360796 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5a35a7de-ed62-4eae-b424-108d4412a794 req-88499793-a51b-48ec-8b9f-6450a02337e0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Aug 17 19:42:38.745982 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:38.875352 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:39.108843 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:39.122496 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47be88-a494-4c2f-87a2-1bc5c66d3135 req-6178bace-e873-4574-95d0-7811a001ede7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:39.123962 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7c47be88-a494-4c2f-87a2-1bc5c66d3135 req-6178bace-e873-4574-95d0-7811a001ede7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0479193 Aug 17 19:42:39.183199 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7c47be88-a494-4c2f-87a2-1bc5c66d3135 req-96d4b656-7ef2-42c9-b616-fdf1cafbc632 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531535 Aug 17 19:42:39.361257 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:39.374581 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615c814-c0be-4b81-a36e-78e99f36a714 req-d5b23368-2772-4777-8c45-06e2650c8ebf tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:39.376070 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2615c814-c0be-4b81-a36e-78e99f36a714 req-d5b23368-2772-4777-8c45-06e2650c8ebf tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0472682 Aug 17 19:42:39.427117 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2615c814-c0be-4b81-a36e-78e99f36a714 req-84583c7d-1f33-4334-a9bb-233c0964ca6f tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455446 Aug 17 19:42:39.475590 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155ef9d-6d14-43f0-a8f1-1ed09629e7c7 req-e5d2ab1a-2a15-4480-afec-1b93a99bb630 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:39.477042 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6155ef9d-6d14-43f0-a8f1-1ed09629e7c7 req-e5d2ab1a-2a15-4480-afec-1b93a99bb630 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0467989 Aug 17 19:42:39.524667 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6155ef9d-6d14-43f0-a8f1-1ed09629e7c7 req-952fbdc5-b16b-4cf8-ac5f-26b4b7618785 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Aug 17 19:42:40.301390 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c839a9-4e33-4446-99a6-4825920df844 req-cf71cfc0-8421-416f-acc4-264ceca7cd5a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:40.302868 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-22c839a9-4e33-4446-99a6-4825920df844 req-cf71cfc0-8421-416f-acc4-264ceca7cd5a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0474772 Aug 17 19:42:40.361787 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-22c839a9-4e33-4446-99a6-4825920df844 req-410a4ff7-aa0b-448c-947f-49707b57be76 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533202 Aug 17 19:42:40.603721 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 380031c9-b01e-4d04-9d20-1e65825341f8 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:42:40.648896 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55997ba0-da86-4407-bf00-c9d7aef86ad6 req-e5cf1822-78f5-42de-a47f-e1714f269c31 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:40.650416 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-55997ba0-da86-4407-bf00-c9d7aef86ad6 req-e5cf1822-78f5-42de-a47f-e1714f269c31 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0507851 Aug 17 19:42:40.700368 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-55997ba0-da86-4407-bf00-c9d7aef86ad6 req-96f4570c-9477-454c-b726-ccf74a857f58 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Aug 17 19:42:40.705747 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:40.717625 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '380031c9-b01e-4d04-9d20-1e65825341f8', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'port_id': '380031c9-b01e-4d04-9d20-1e65825341f8', 'mac_address': 'fa:16:3e:18:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:42:40.750413 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 380031c9-b01e-4d04-9d20-1e65825341f8 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:40.750728 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:40.763902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380031c9-b01e-4d04-9d20-1e65825341f8 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:42:40.783618 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:40.787925 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:40.791273 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:40.833141 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:40.840816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.841165 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.841562 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.841902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.842234 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.842562 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.842889 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.843212 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.843566 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.843888 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.844209 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.844556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.844884 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.845204 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:40.845547 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:42:41.118291 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['380031c9-b01e-4d04-9d20-1e65825341f8'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:42:41.483052 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3dc19-a666-4827-9a37-4502b8efd598 req-e25830b5-22d9-4465-a3f9-05fb136dd48a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:41.484529 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0bf3dc19-a666-4827-9a37-4502b8efd598 req-e25830b5-22d9-4465-a3f9-05fb136dd48a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0480974 Aug 17 19:42:41.548858 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0bf3dc19-a666-4827-9a37-4502b8efd598 req-09a314e1-6ce1-450d-8bd8-158627caf0f0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577626 Aug 17 19:42:41.818913 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d46c4-6b54-456b-83c2-4f5eb60534f6 req-0ddf9695-930d-40f8-819d-d60ee6f7bd20 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:41.820363 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-901d46c4-6b54-456b-83c2-4f5eb60534f6 req-0ddf9695-930d-40f8-819d-d60ee6f7bd20 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 944 time: 0.0463843 Aug 17 19:42:41.872578 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-901d46c4-6b54-456b-83c2-4f5eb60534f6 req-ec277fea-4c10-468b-bc09-62af1863dd54 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464420 Aug 17 19:42:42.618108 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 380031c9-b01e-4d04-9d20-1e65825341f8 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:42:42.665601 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 380031c9-b01e-4d04-9d20-1e65825341f8 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:42:42.671801 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 380031c9-b01e-4d04-9d20-1e65825341f8 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:42:42.672188 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:42.675174 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0f12d-0e5a-4083-ae9c-f0a61e9f4bb3 req-9ad750fd-cee1-4718-8493-6dcfddabe1c5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:42.676861 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c0d0f12d-0e5a-4083-ae9c-f0a61e9f4bb3 req-9ad750fd-cee1-4718-8493-6dcfddabe1c5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0499842 Aug 17 19:42:42.737368 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c0d0f12d-0e5a-4083-ae9c-f0a61e9f4bb3 req-1b5fbc3f-e1e1-4d09-8293-1b5908a23edc tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536215 Aug 17 19:42:42.743855 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 380031c9-b01e-4d04-9d20-1e65825341f8 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:42:42.744239 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:42.767781 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:42:42.770382 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb99cea-0593-406e-9a6a-b5e020b925c8" -d '{"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-plugged", "status": "completed", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:42:42.774776 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:42.788547 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:42:42.793426 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:42.816947 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da62599-7833-4c9d-8a07-918b6555e5a3 x-openstack-request-id: req-6da62599-7833-4c9d-8a07-918b6555e5a3 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:42:42.817281 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-plugged", "status": "completed", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:42:42.817534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6da62599-7833-4c9d-8a07-918b6555e5a3 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:42:42.817918 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da62599-7833-4c9d-8a07-918b6555e5a3'] response: {'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8', 'code': 200} Aug 17 19:42:42.846442 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:42.991666 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c2eb6-e764-4d48-9d92-74f234961afd req-75c81f2c-d2ba-41d8-8e76-6777c1710bcb tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:42.993583 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b33c2eb6-e764-4d48-9d92-74f234961afd req-75c81f2c-d2ba-41d8-8e76-6777c1710bcb tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Aug 17 19:42:43.045041 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b33c2eb6-e764-4d48-9d92-74f234961afd req-002f3f88-dcc4-4063-a8fb-ca5e594e9689 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452945 Aug 17 19:42:43.073402 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6acfb-49dc-4a8d-8d72-eaa2d94b9087 req-a2043ffd-dd68-43f8-9633-05b168a73845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:43.074859 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59c6acfb-49dc-4a8d-8d72-eaa2d94b9087 req-a2043ffd-dd68-43f8-9633-05b168a73845 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1129 time: 0.0395148 Aug 17 19:42:43.119540 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59c6acfb-49dc-4a8d-8d72-eaa2d94b9087 req-b872e7f5-5c10-439f-b06c-aeeaadf25770 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385473 Aug 17 19:42:43.860530 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def73af4-e4c5-47c8-a6ef-7953fe42f136 req-65958dd0-94db-46f3-a805-b3b5f39a6cbb tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:43.861921 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-def73af4-e4c5-47c8-a6ef-7953fe42f136 req-65958dd0-94db-46f3-a805-b3b5f39a6cbb tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0501454 Aug 17 19:42:43.920157 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-def73af4-e4c5-47c8-a6ef-7953fe42f136 req-cde562de-30f8-4113-824f-8b4bb1992767 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526807 Aug 17 19:42:44.160927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffa7d2-9549-425f-99c4-a4ee38aefa8c req-6d0688cf-c164-4f7f-b988-9aa15bbcd503 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:44.162428 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-20ffa7d2-9549-425f-99c4-a4ee38aefa8c req-6d0688cf-c164-4f7f-b988-9aa15bbcd503 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0471723 Aug 17 19:42:44.214908 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-20ffa7d2-9549-425f-99c4-a4ee38aefa8c req-32092352-b869-40a0-84d8-1f4b404885f8 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469756 Aug 17 19:42:45.021851 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:45.026847 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:45.040670 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990534d-fff0-4f2d-8fbf-858ba2833f4f req-d6d7fc39-8c82-45c2-8fd6-74cd330e75bf tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:45.042155 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0990534d-fff0-4f2d-8fbf-858ba2833f4f req-d6d7fc39-8c82-45c2-8fd6-74cd330e75bf tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0502577 Aug 17 19:42:45.101472 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0990534d-fff0-4f2d-8fbf-858ba2833f4f req-4ac779bf-eff7-4eb4-9a77-02603422c82a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529482 Aug 17 19:42:45.330904 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dc1ac-07f3-4fc1-a857-e2a0f2a00a5c req-fc883cec-eb4f-44a6-acb7-90ee378865ba tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:45.332270 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-061dc1ac-07f3-4fc1-a857-e2a0f2a00a5c req-fc883cec-eb4f-44a6-acb7-90ee378865ba tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0469532 Aug 17 19:42:45.380783 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-061dc1ac-07f3-4fc1-a857-e2a0f2a00a5c req-ab65974c-2165-407a-a8ca-004af906c66e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431056 Aug 17 19:42:45.494381 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22146-89bc-4014-bdb5-19b4e756a125 req-16509777-afee-4646-b702-cb4044b2bf46 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:45.495813 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76b22146-89bc-4014-bdb5-19b4e756a125 req-16509777-afee-4646-b702-cb4044b2bf46 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0464740 Aug 17 19:42:45.546663 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76b22146-89bc-4014-bdb5-19b4e756a125 req-c2cfbc36-9d0d-4440-abc9-cb0eed4f8f8f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Aug 17 19:42:45.571935 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48740) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:45.756523 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b3162-b9ca-48d8-bccf-b6989e471e8a tempest-TestShelveInstance-196489131 tempest-TestShelveInstance-196489131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:45.758087 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f61b3162-b9ca-48d8-bccf-b6989e471e8a tempest-TestShelveInstance-196489131 tempest-TestShelveInstance-196489131-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1124 time: 0.1851833 Aug 17 19:42:45.760969 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48744) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:42:45.765737 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'port_id': '380031c9-b01e-4d04-9d20-1e65825341f8', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:42:45.786742 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:45.865202 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:45.959005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:45.966391 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:45.975456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Allocated IP 172.27.1.245 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/c14ffb2d-333c-4cd7-92d7-3257bd41014f) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:42:46.076750 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:46.107390 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:46.148352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:42:46.151319 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:42:46.154909 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:42:46.180970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'Port': ['ID=c14ffb2d-333c-4cd7-92d7-3257bd41014f,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:46.223054 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c89f5-213e-4f5d-b844-652e36056b29 req-9b15a62c-3c31-4518-8c75-e4dd13dc4d9c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:46.224570 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-101c89f5-213e-4f5d-b844-652e36056b29 req-9b15a62c-3c31-4518-8c75-e4dd13dc4d9c tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0484450 Aug 17 19:42:46.285232 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-101c89f5-213e-4f5d-b844-652e36056b29 req-ff7f62da-ebb7-4680-8983-46fa40aa5643 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545535 Aug 17 19:42:46.501768 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for floatingip (881ba2c4-ff64-4047-9afc-3d26b2f74ecc), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:46.567372 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:46.700380 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:46.708846 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:46.713395 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:46.717787 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:46.782279 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event updated for resources: {'Port': ['ID=c14ffb2d-333c-4cd7-92d7-3257bd41014f,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:42:46.784638 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (881ba2c4-ff64-4047-9afc-3d26b2f74ecc), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:46.880179 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Floating IP 881ba2c4-ff64-4047-9afc-3d26b2f74ecc associated. External IP: 172.27.1.245, port: 380031c9-b01e-4d04-9d20-1e65825341f8. Aug 17 19:42:47.161417 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:47.166250 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:47.314049 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Router 44141470-422b-4e13-b263-504f89c0a006 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:42:47.407534 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a578785-ff3b-4e92-b582-a5743c3b124c req-63a7d966-a1fc-41fb-932a-8750e906cd84 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:47.409029 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3a578785-ff3b-4e92-b582-a5743c3b124c req-63a7d966-a1fc-41fb-932a-8750e906cd84 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0487232 Aug 17 19:42:47.418204 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:42:47.427844 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] Sync routers for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:42:47.436682 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:42:47.439033 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:47.439875 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:42:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:47.472763 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f0049643-9b7a-49ff-9591-4f1cf25d515f tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7107458 Aug 17 19:42:47.473474 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:42:47.475941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670539a2-dcdd-4b27-8e4f-65cb3146d92c" -d '{"events": [{"name": "network-changed", "server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:42:47.477267 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3a578785-ff3b-4e92-b582-a5743c3b124c req-8b1a6a37-45d7-43c5-bc4d-0a5e19ca0a15 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623026 Aug 17 19:42:47.514248 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c66e47a-8ffc-43a3-a990-8b21735ea3d2 x-openstack-request-id: req-7c66e47a-8ffc-43a3-a990-8b21735ea3d2 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:42:47.514542 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:42:47.514793 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c66e47a-8ffc-43a3-a990-8b21735ea3d2 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:42:47.515201 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c66e47a-8ffc-43a3-a990-8b21735ea3d2'] response: {'name': 'network-changed', 'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8', 'status': 'completed', 'code': 200} Aug 17 19:42:47.546026 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:47.752105 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:47.785962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-23cb7fe1-1d26-41ff-bb15-7d5b3433eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:47.787668 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-23cb7fe1-1d26-41ff-bb15-7d5b3433eb0d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1129 time: 0.0447049 Aug 17 19:42:47.889821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-cccb7ac4-cbf8-414e-b779-a6c2ba22575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:47.891316 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-cccb7ac4-cbf8-414e-b779-a6c2ba22575e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 909 time: 0.0889723 Aug 17 19:42:47.892224 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '881ba2c4-ff64-4047-9afc-3d26b2f74ecc', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '44141470-422b-4e13-b263-504f89c0a006', 'port_id': '380031c9-b01e-4d04-9d20-1e65825341f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'mac_address': 'fa:16:3e:18:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985445-294d-45f5-9f95-40951eed1555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:42:46Z', 'updated_at': '2022-08-17T19:42:46Z', 'revision_number': 0, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:06Z', 'revision_number': 5, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:47.917083 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] Checking router: 44141470-422b-4e13-b263-504f89c0a006 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:42:47.926161 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:42:47.926785 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:42:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:48.028025 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:42:48.229375 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '881ba2c4-ff64-4047-9afc-3d26b2f74ecc', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '44141470-422b-4e13-b263-504f89c0a006', 'port_id': '380031c9-b01e-4d04-9d20-1e65825341f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'mac_address': 'fa:16:3e:18:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985445-294d-45f5-9f95-40951eed1555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:42:46Z', 'updated_at': '2022-08-17T19:42:46Z', 'revision_number': 0, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:06Z', 'revision_number': 5, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:42:48.261937 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eeba9-9a3d-44a6-898d-21b4a39a4c14 None None] The sync data for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi is: [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '881ba2c4-ff64-4047-9afc-3d26b2f74ecc', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '44141470-422b-4e13-b263-504f89c0a006', 'port_id': '380031c9-b01e-4d04-9d20-1e65825341f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'mac_address': 'fa:16:3e:18:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985445-294d-45f5-9f95-40951eed1555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:42:46Z', 'updated_at': '2022-08-17T19:42:46Z', 'revision_number': 0, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:06Z', 'revision_number': 5, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:42:48.305015 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-ab14efdf-1a45-4f0b-9687-f7bdf0b57dc8 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 999 time: 0.0599997 Aug 17 19:42:48.357808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-71d8b2d2-0eef-4dfe-9601-4b7da3f3825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:48.359456 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-71d8b2d2-0eef-4dfe-9601-4b7da3f3825b service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 200 len: 847 time: 0.0471413 Aug 17 19:42:48.415769 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-856d00df-037a-498e-9e14-ead26159246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:48.417383 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-856d00df-037a-498e-9e14-ead26159246e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d55abc87-1768-49b8-b1fe-e6cde3bfee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463042 Aug 17 19:42:48.477880 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f4ec6-bed6-455a-9aac-9b4a419be671 None None] New status for floating IP 881ba2c4-ff64-4047-9afc-3d26b2f74ecc: ACTIVE {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:42:48.524415 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-875a8ab5-4352-468a-bba7-4849f561fce2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919590 Aug 17 19:42:48.553757 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:48.582208 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:48.620808 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c604-ec24-44fe-92b1-3450618debaf req-27619f70-bf1d-4228-8913-aec8bcf141c1 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:48.622609 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8fb2c604-ec24-44fe-92b1-3450618debaf req-27619f70-bf1d-4228-8913-aec8bcf141c1 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0664675 Aug 17 19:42:48.635091 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-670539a2-dcdd-4b27-8e4f-65cb3146d92c req-fe95d675-69a5-4e8b-bc86-1a63afa038e0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012249 Aug 17 19:42:48.688318 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8fb2c604-ec24-44fe-92b1-3450618debaf req-5fdff85f-ac1f-406e-825c-0e4c0efffccb tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588865 Aug 17 19:42:49.296051 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-e04fa1bc-675e-4456-aa3b-0512508e3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:49.297929 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-e04fa1bc-675e-4456-aa3b-0512508e3eaa service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1130 time: 0.0397842 Aug 17 19:42:49.306072 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e183c4b-28f9-453a-8245-79cd301def2b req-307f6121-7f0a-49d2-a10a-97d441ba2034 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:49.307532 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e183c4b-28f9-453a-8245-79cd301def2b req-307f6121-7f0a-49d2-a10a-97d441ba2034 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0467029 Aug 17 19:42:49.354734 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e183c4b-28f9-453a-8245-79cd301def2b req-897ffe51-3f38-4005-9082-52d97e18a7ee tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Aug 17 19:42:49.394087 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-accbd03d-8265-457a-8302-b79eaac575fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:49.395523 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-accbd03d-8265-457a-8302-b79eaac575fd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.0897317 Aug 17 19:42:49.456233 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-b89b3b5f-dd10-4859-a8dc-b6155e3d949a service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 1001 time: 0.0528147 Aug 17 19:42:49.503706 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-a1b3c38f-fea6-4535-87ff-3a7633c63c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:49.505001 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-a1b3c38f-fea6-4535-87ff-3a7633c63c69 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0423002 Aug 17 19:42:49.552940 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-878dec94-6f12-4fd8-a290-be501c3ca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:49.554554 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-878dec94-6f12-4fd8-a290-be501c3ca77f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422850 Aug 17 19:42:49.655798 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-a81378eb-c7f3-4ea9-aa3a-5fb29b2e3c51 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814893 Aug 17 19:42:49.758480 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59d10aca-c9ba-4590-bb67-1b9bdd94d45b req-dc0b5d39-bb5f-4b59-b74b-f4b8e0e6f8ad service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860891 Aug 17 19:42:49.813686 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc161bc-0e91-4c21-952b-7d100dd08052 req-dada3518-6ae9-4f9e-b346-4c9cc96d5c2e tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:49.815175 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2fc161bc-0e91-4c21-952b-7d100dd08052 req-dada3518-6ae9-4f9e-b346-4c9cc96d5c2e tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0514119 Aug 17 19:42:49.875677 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2fc161bc-0e91-4c21-952b-7d100dd08052 req-2d8bf8cd-d5d8-432a-9c90-3488706d48cf tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547261 Aug 17 19:42:50.473033 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff50d5-b387-4575-aeb2-6268ab3dd996 req-9975b443-09e1-40e2-826c-1d914afa1f61 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:50.474496 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1fff50d5-b387-4575-aeb2-6268ab3dd996 req-9975b443-09e1-40e2-826c-1d914afa1f61 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0462613 Aug 17 19:42:50.521583 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1fff50d5-b387-4575-aeb2-6268ab3dd996 req-8f67f2db-53e5-4c6b-a488-e0188169ac0f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Aug 17 19:42:50.994394 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb17a9d-edb6-49e0-92f0-1139d2e33382 req-090b0eb1-efa7-46ef-a4df-2bfbedb05a82 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:50.995867 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bb17a9d-edb6-49e0-92f0-1139d2e33382 req-090b0eb1-efa7-46ef-a4df-2bfbedb05a82 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0471334 Aug 17 19:42:51.034285 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:51.058751 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bb17a9d-edb6-49e0-92f0-1139d2e33382 req-fc40b0dc-ad75-4e70-b5f9-35098ba544de tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572581 Aug 17 19:42:51.639255 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b0b-c2c6-4a6a-b33a-0b766adf553b req-cd609dac-83d2-4b17-8191-e5e09b493237 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:51.640696 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-91dd1b0b-c2c6-4a6a-b33a-0b766adf553b req-cd609dac-83d2-4b17-8191-e5e09b493237 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0460825 Aug 17 19:42:51.665462 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:51.687053 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-91dd1b0b-c2c6-4a6a-b33a-0b766adf553b req-b4b49590-2d81-45ad-b109-73006af4a888 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Aug 17 19:42:52.175060 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3995aa-b6b3-4fa4-9154-b791351edd47 req-6ce0f63b-88b0-420f-9b1b-02d1443256a7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:52.176404 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-df3995aa-b6b3-4fa4-9154-b791351edd47 req-6ce0f63b-88b0-420f-9b1b-02d1443256a7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0455799 Aug 17 19:42:52.237817 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-df3995aa-b6b3-4fa4-9154-b791351edd47 req-1c401bc0-5726-4f7e-90d2-22da66870a26 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557866 Aug 17 19:42:52.808004 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a760a-cde6-41d6-907b-7b3a416ec8ca req-578876e4-43e7-439e-a0b0-3b1d2769309a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:52.809484 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e2a760a-cde6-41d6-907b-7b3a416ec8ca req-578876e4-43e7-439e-a0b0-3b1d2769309a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0475924 Aug 17 19:42:52.855692 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e2a760a-cde6-41d6-907b-7b3a416ec8ca req-a19323b0-3863-4ee4-9aba-655b44c5158c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 Aug 17 19:42:53.354804 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d9f0-1185-4e97-880f-2122a9591db8 req-ff375078-a755-4a00-abc3-0d117b4caa65 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:53.356733 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d606d9f0-1185-4e97-880f-2122a9591db8 req-ff375078-a755-4a00-abc3-0d117b4caa65 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0484354 Aug 17 19:42:53.414794 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d606d9f0-1185-4e97-880f-2122a9591db8 req-f465dc44-e4f5-4b28-9782-2479bc536bc7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524290 Aug 17 19:42:53.975748 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee54b0b-0d10-427a-aa55-b79bd5af5604 req-8148a7eb-c56a-4f9e-8507-511b20330e82 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:53.977194 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bee54b0b-0d10-427a-aa55-b79bd5af5604 req-8148a7eb-c56a-4f9e-8507-511b20330e82 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0500028 Aug 17 19:42:54.023468 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bee54b0b-0d10-427a-aa55-b79bd5af5604 req-bf520d62-1008-485c-a2c4-495f13176240 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Aug 17 19:42:54.534852 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b789a8-bfad-4220-8695-a91ba785d5f4 req-2d7ab439-5027-44b5-899d-f42342070a14 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:54.536314 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65b789a8-bfad-4220-8695-a91ba785d5f4 req-2d7ab439-5027-44b5-899d-f42342070a14 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0473607 Aug 17 19:42:54.594976 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65b789a8-bfad-4220-8695-a91ba785d5f4 req-5863d17b-fde7-462c-bfa0-44ffcdd35f2b tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530736 Aug 17 19:42:55.140908 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eedeb1-0ed4-43ea-a0aa-c6ec7d65892c req-5491254b-7002-4bd2-8caa-a0ae95df419e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:55.142369 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-06eedeb1-0ed4-43ea-a0aa-c6ec7d65892c req-5491254b-7002-4bd2-8caa-a0ae95df419e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0464966 Aug 17 19:42:55.192382 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-06eedeb1-0ed4-43ea-a0aa-c6ec7d65892c req-ab1f4c49-c8f8-49a3-b891-b5d9d3b4dfc1 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 Aug 17 19:42:55.711198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f62a25-418c-4837-9b16-b904099bc084 req-0008b265-ab0d-47e2-aee3-e8fb7416447d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:55.713206 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-87f62a25-418c-4837-9b16-b904099bc084 req-0008b265-ab0d-47e2-aee3-e8fb7416447d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0469475 Aug 17 19:42:55.774845 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-87f62a25-418c-4837-9b16-b904099bc084 req-73acd6a0-6bb4-4da1-9e9a-9d0052262106 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554168 Aug 17 19:42:56.307978 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179220-3a71-400b-a172-b2c2bc590ea4 req-734e4b91-d2bf-4946-b150-e19740bf242b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:56.309970 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1c179220-3a71-400b-a172-b2c2bc590ea4 req-734e4b91-d2bf-4946-b150-e19740bf242b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0463886 Aug 17 19:42:56.356429 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1c179220-3a71-400b-a172-b2c2bc590ea4 req-c2056d7d-915e-47a2-98f6-a8ded0fb4d47 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Aug 17 19:42:56.896403 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4e588-c3c7-4c4f-9009-d7e9cfb3f900 req-6874a326-92d1-45e6-a39c-c0391f29a21a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:56.897882 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-aed4e588-c3c7-4c4f-9009-d7e9cfb3f900 req-6874a326-92d1-45e6-a39c-c0391f29a21a tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0498698 Aug 17 19:42:56.956558 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-aed4e588-c3c7-4c4f-9009-d7e9cfb3f900 req-4eb8777c-366e-4486-bf25-7e28ff734412 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525198 Aug 17 19:42:57.437968 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:57.475985 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dab00-c7a5-45a9-b35c-53bbdab3083e req-7a2de194-6156-4a9a-a002-9da84af03779 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:57.477450 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d4dab00-c7a5-45a9-b35c-53bbdab3083e req-7a2de194-6156-4a9a-a002-9da84af03779 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0479176 Aug 17 19:42:57.523498 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2d4dab00-c7a5-45a9-b35c-53bbdab3083e req-656877ec-b256-4f8d-8ae2-7469b91c5eb9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404902 Aug 17 19:42:58.063292 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:58.081745 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea19675-68c7-4ca7-a030-4c3488f12a7e req-ae266d07-af9b-483d-bd55-2ea4488af774 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:58.083211 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fea19675-68c7-4ca7-a030-4c3488f12a7e req-ae266d07-af9b-483d-bd55-2ea4488af774 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0508289 Aug 17 19:42:58.142414 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fea19675-68c7-4ca7-a030-4c3488f12a7e req-080aebf5-fe36-40e7-9321-eaff1df570d1 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&id=672c29cc-b592-4fae-8a78-ce3997325e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535638 Aug 17 19:42:58.219574 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:58.224678 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=52 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:58.232664 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=39 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:58.609438 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:58.640882 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb00c52-1c32-44e2-8210-77da46aa0ee3 req-0bacc87c-017e-4def-bd13-7bdf1716c884 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:58.642372 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3bb00c52-1c32-44e2-8210-77da46aa0ee3 req-0bacc87c-017e-4def-bd13-7bdf1716c884 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0474803 Aug 17 19:42:58.689069 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3bb00c52-1c32-44e2-8210-77da46aa0ee3 req-5af8ed89-3b82-4da4-b789-df8187a7501f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Aug 17 19:42:59.748538 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=49 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:59.754916 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=60 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:42:59.807598 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854fbbf-29b6-483a-a83f-2f469b34bcb1 req-f3dc4c16-a9fd-4647-8f80-0c3416a55fab tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:42:59.809014 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b854fbbf-29b6-483a-a83f-2f469b34bcb1 req-f3dc4c16-a9fd-4647-8f80-0c3416a55fab tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0469911 Aug 17 19:42:59.858503 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b854fbbf-29b6-483a-a83f-2f469b34bcb1 req-7ce93282-f0bd-4a1a-b2c8-1cd0d153416a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440223 Aug 17 19:43:00.981636 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af956f-77ba-48f6-9d2d-19a3d697ba52 req-a2a1e148-4b09-4cc6-8deb-544db5ee8086 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:00.983057 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c0af956f-77ba-48f6-9d2d-19a3d697ba52 req-a2a1e148-4b09-4cc6-8deb-544db5ee8086 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0510139 Aug 17 19:43:01.028329 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c0af956f-77ba-48f6-9d2d-19a3d697ba52 req-27629dbb-53ac-4ee4-abe9-4fd9fd5f2f2e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396235 Aug 17 19:43:02.145553 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:43:02.149883 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824b0d5-0c58-42db-9267-3aed8c25d465 req-120ea0be-8714-4f70-8a76-2a18808b360c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:02.151353 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0824b0d5-0c58-42db-9267-3aed8c25d465 req-120ea0be-8714-4f70-8a76-2a18808b360c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0489597 Aug 17 19:43:02.162109 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:02.201888 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0824b0d5-0c58-42db-9267-3aed8c25d465 req-43194d1b-773b-4e45-a505-d4ecb7fd65b1 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Aug 17 19:43:03.321803 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21976bf4-9a01-4585-b5c3-10eef4c46047 req-cb373916-661e-4203-b4fa-3000c956cd15 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:03.323225 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-21976bf4-9a01-4585-b5c3-10eef4c46047 req-cb373916-661e-4203-b4fa-3000c956cd15 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0491011 Aug 17 19:43:03.369756 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-21976bf4-9a01-4585-b5c3-10eef4c46047 req-37d1b54c-6c1c-4c39-8a9d-e234c5137237 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 Aug 17 19:43:04.039905 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1eee7e8d-e629-4733-a794-9a4d0149a809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:04.486249 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4105252-b39b-4c1f-8677-db376c205687 req-6265b108-2b96-40a6-ae1c-50703e3bfeb4 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:04.487626 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e4105252-b39b-4c1f-8677-db376c205687 req-6265b108-2b96-40a6-ae1c-50703e3bfeb4 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0466383 Aug 17 19:43:04.533729 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e4105252-b39b-4c1f-8677-db376c205687 req-447955d4-f8d9-43af-8ea3-cccb6134964a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405948 Aug 17 19:43:05.127144 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-a6b002da-9d15-4979-8ae9-6c7395af3abc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397553 Aug 17 19:43:05.186727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-116429da-deea-41c9-a2ec-793b0aabd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:05.188089 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-116429da-deea-41c9-a2ec-793b0aabd647 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 1130 time: 0.0388710 Aug 17 19:43:05.649469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf925f-2a68-4015-b3c0-b334c238ccde req-261e5217-7848-43c7-a009-3dacfbfc0898 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:05.651005 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4adf925f-2a68-4015-b3c0-b334c238ccde req-261e5217-7848-43c7-a009-3dacfbfc0898 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0453830 Aug 17 19:43:05.700653 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4adf925f-2a68-4015-b3c0-b334c238ccde req-6182e025-e6ad-4159-ad42-6a80ea22b799 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Aug 17 19:43:06.109039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a5b59e11-b64d-4d39-a982-c806cffa3016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:06.562418 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-9318761d-b6be-4da6-950d-21e2fb51f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:06.563844 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-9318761d-b6be-4da6-950d-21e2fb51f7a1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.1197634 Aug 17 19:43:06.568586 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc310a-a3a1-48b4-8487-33aea86ddf81 req-213cb1d5-a67b-4bbb-8825-2be18f817dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:06.569962 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6ebc310a-a3a1-48b4-8487-33aea86ddf81 req-213cb1d5-a67b-4bbb-8825-2be18f817dd3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1130 time: 0.0483007 Aug 17 19:43:06.663172 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-f47833d0-5c69-45b3-92e5-c55841a187c7 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 200 len: 1001 time: 0.0832345 Aug 17 19:43:06.668944 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6ebc310a-a3a1-48b4-8487-33aea86ddf81 req-28cf34c8-8f32-4575-8da4-a6bac53a5623 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880046 Aug 17 19:43:06.710827 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-99adf8cd-c459-4db8-89c8-13a2ef78fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:06.712187 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-99adf8cd-c459-4db8-89c8-13a2ef78fab2 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.0424047 Aug 17 19:43:06.819605 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795fbb4-a89a-452a-aa4f-a4ecdf0d7153 req-2ca6c45f-0d06-4a48-ae50-62926270bc6f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:06.820960 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3795fbb4-a89a-452a-aa4f-a4ecdf0d7153 req-2ca6c45f-0d06-4a48-ae50-62926270bc6f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0463209 Aug 17 19:43:06.869233 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3795fbb4-a89a-452a-aa4f-a4ecdf0d7153 req-a4ae1c88-a9d2-46a2-8e19-d3b0960abfca tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Aug 17 19:43:06.957346 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-b89ac0ab-ee89-4c9c-8f9d-68c20ff40e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:06.958875 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-b89ac0ab-ee89-4c9c-8f9d-68c20ff40e77 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391498 Aug 17 19:43:07.055621 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-d762776a-3a8e-424f-80a8-20485496ec74 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865269 Aug 17 19:43:07.156477 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8e2e72e-e6c9-45c1-b6b0-f8ccddc59722 req-fdba01d6-e444-4c5d-a404-c6ab617cf913 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865576 Aug 17 19:43:07.445240 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:07.988005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc720ace-29c1-491d-a3c2-ac3afa73e37a req-061f25a8-c332-4be1-9e4a-37c766f58454 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:07.989513 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cc720ace-29c1-491d-a3c2-ac3afa73e37a req-061f25a8-c332-4be1-9e4a-37c766f58454 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0475521 Aug 17 19:43:08.035592 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cc720ace-29c1-491d-a3c2-ac3afa73e37a req-53efb447-032f-4458-b5d5-8157d366714c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Aug 17 19:43:08.119137 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:08.752610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:08.878987 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:09.156790 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3696c-3d5a-49ed-a1a5-4793192a23b2 req-25307a1d-7413-4e0d-8607-1c5be76e0bfa tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:09.158266 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25f3696c-3d5a-49ed-a1a5-4793192a23b2 req-25307a1d-7413-4e0d-8607-1c5be76e0bfa tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0494404 Aug 17 19:43:09.168926 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:09.179086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:09.207108 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25f3696c-3d5a-49ed-a1a5-4793192a23b2 req-5dee137d-e8e6-4b56-a1fe-5220e0cf309a tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Aug 17 19:43:09.579761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707895b-236a-4fa9-88ee-897261c1813e req-ba12c79a-acbb-4dca-9170-877287211812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:09.581313 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5707895b-236a-4fa9-88ee-897261c1813e req-ba12c79a-acbb-4dca-9170-877287211812 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1130 time: 0.0400791 Aug 17 19:43:09.592551 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1eec1-a850-4b7c-a3d7-09f615693016 req-8c528eac-43c8-4d38-bc64-ff5d710b17f3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:09.594044 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-26f1eec1-a850-4b7c-a3d7-09f615693016 req-8c528eac-43c8-4d38-bc64-ff5d710b17f3 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0464163 Aug 17 19:43:09.639917 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-26f1eec1-a850-4b7c-a3d7-09f615693016 req-a402892a-d91f-4bd0-bb99-3386d92369fc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Aug 17 19:43:09.672063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707895b-236a-4fa9-88ee-897261c1813e req-18bc900c-3ef0-4dec-9999-abd581e5d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:09.673547 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5707895b-236a-4fa9-88ee-897261c1813e req-18bc900c-3ef0-4dec-9999-abd581e5d84d service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.0850358 Aug 17 19:43:09.737970 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5707895b-236a-4fa9-88ee-897261c1813e req-5f459296-787e-485c-904b-d94260fa91db service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 1001 time: 0.0567813 Aug 17 19:43:09.790084 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707895b-236a-4fa9-88ee-897261c1813e req-90664069-3e2d-42ec-adfc-80774023d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:09.791487 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5707895b-236a-4fa9-88ee-897261c1813e req-90664069-3e2d-42ec-adfc-80774023d45d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0416636 Aug 17 19:43:09.836294 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707895b-236a-4fa9-88ee-897261c1813e req-17e77826-3634-44d0-a93a-9d0f8febfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:09.837701 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5707895b-236a-4fa9-88ee-897261c1813e req-17e77826-3634-44d0-a93a-9d0f8febfdf9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376751 Aug 17 19:43:09.916469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:09.931429 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5707895b-236a-4fa9-88ee-897261c1813e req-43a18141-9da1-410e-b245-21a3536d329c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858786 Aug 17 19:43:10.012274 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:10.026768 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5707895b-236a-4fa9-88ee-897261c1813e req-2ed42b14-571d-4342-95e7-4edbfbf4050b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847108 Aug 17 19:43:10.762284 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7f74-5b4e-493a-8078-5de76a6c8512 req-06e4915b-0c30-4619-80eb-182fca752dc6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:10.763719 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-561e7f74-5b4e-493a-8078-5de76a6c8512 req-06e4915b-0c30-4619-80eb-182fca752dc6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0490897 Aug 17 19:43:10.810341 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-561e7f74-5b4e-493a-8078-5de76a6c8512 req-c1f55f7e-5b53-4b4d-8979-8df3123a8b6c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Aug 17 19:43:11.929236 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb4a1-f14b-48c4-a10a-ea7e34707ced req-65412e10-77fc-425d-9711-ead051735fb9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:11.930698 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cf4fb4a1-f14b-48c4-a10a-ea7e34707ced req-65412e10-77fc-425d-9711-ead051735fb9 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0474331 Aug 17 19:43:11.977711 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cf4fb4a1-f14b-48c4-a10a-ea7e34707ced req-d90c9f91-0109-4fda-b155-c5ab98075201 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Aug 17 19:43:12.142147 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:13.098097 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eea26-4f36-4f39-91c2-7b2dc0927b7c req-8f9bcd51-38cb-483c-b144-508b4887bccc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:13.099551 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-037eea26-4f36-4f39-91c2-7b2dc0927b7c req-8f9bcd51-38cb-483c-b144-508b4887bccc tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0460899 Aug 17 19:43:13.147934 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-037eea26-4f36-4f39-91c2-7b2dc0927b7c req-3cbedbf3-a7b3-4bd5-95ec-1f18096a2349 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Aug 17 19:43:13.259602 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ff6b-19dd-424f-bdad-a292d5be7e62 req-b7756f22-65ab-4700-b0ea-69b2b4144ab5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:13.261086 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b2c3ff6b-19dd-424f-bdad-a292d5be7e62 req-b7756f22-65ab-4700-b0ea-69b2b4144ab5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0453298 Aug 17 19:43:13.271225 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48878) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:13.275504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Request body: {'floatingip': {'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:13.596786 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (1698b133-e171-43e0-a666-701aa129da74), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:14.043283 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:14.047291 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (1698b133-e171-43e0-a666-701aa129da74), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:14.088520 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:14.117078 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:14.134730 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae0cb4-aa3d-4398-8fbe-3f4d926e2c43 req-a2ee96e8-1741-45fd-a23b-aa0cfc147835 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:14.136194 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-77ae0cb4-aa3d-4398-8fbe-3f4d926e2c43 req-a2ee96e8-1741-45fd-a23b-aa0cfc147835 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 946 time: 0.0855253 Aug 17 19:43:14.221511 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-77ae0cb4-aa3d-4398-8fbe-3f4d926e2c43 req-08ea89d8-b672-4d9f-a7ab-b9acd4d91639 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593765 Aug 17 19:43:14.317701 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Router f0f05126-ba6f-43d8-8d6b-e22e7a456372 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:43:14.420874 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:43:14.426307 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:14.431344 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] Sync routers for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:43:14.441655 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:14.442257 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:14.456952 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:14.459246 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f689c5-7203-4a04-8e76-9d4084088122" -d '{"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:14.490362 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2361b112-1477-4740-90d6-2b51df5fa500 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/1698b133-e171-43e0-a666-701aa129da74 HTTP/1.1" status: 200 len: 993 time: 1.2180707 Aug 17 19:43:14.500488 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250bc9b7-a96e-4608-9bcd-296659e48eb5 x-openstack-request-id: req-250bc9b7-a96e-4608-9bcd-296659e48eb5 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:14.500781 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:14.501037 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-250bc9b7-a96e-4608-9bcd-296659e48eb5 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:14.501474 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250bc9b7-a96e-4608-9bcd-296659e48eb5'] response: {'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'status': 'completed', 'code': 200} Aug 17 19:43:14.543909 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:14.753010 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '1698b133-e171-43e0-a666-701aa129da74', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'mac_address': 'fa:16:3e:2d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:20Z', 'updated_at': '2022-08-17T19:43:13Z', 'revision_number': 3, 'project_id': '25f3817d99d84da2b797215d23de887f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:14.776745 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] Checking router: f0f05126-ba6f-43d8-8d6b-e22e7a456372 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:43:14.786195 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:14.786793 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:14.885854 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:15.093224 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '1698b133-e171-43e0-a666-701aa129da74', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'mac_address': 'fa:16:3e:2d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:20Z', 'updated_at': '2022-08-17T19:43:13Z', 'revision_number': 3, 'project_id': '25f3817d99d84da2b797215d23de887f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:15.118960 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd3e18-7162-4e25-8414-ced1c1d8b6d5 None None] The sync data for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi is: [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '1698b133-e171-43e0-a666-701aa129da74', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'port_id': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'mac_address': 'fa:16:3e:2d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:41:20Z', 'updated_at': '2022-08-17T19:43:13Z', 'revision_number': 3, 'project_id': '25f3817d99d84da2b797215d23de887f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:43:15.345106 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f33c2-7c48-4b2b-a9d4-7bae024cab2f req-961e17b5-8adc-451b-9262-e0dd3b70fcd0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:15.346862 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-377f33c2-7c48-4b2b-a9d4-7bae024cab2f req-961e17b5-8adc-451b-9262-e0dd3b70fcd0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 946 time: 0.0478075 Aug 17 19:43:15.393117 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-377f33c2-7c48-4b2b-a9d4-7bae024cab2f req-e8c963e3-91fa-449d-bb6c-16eace783c5c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402019 Aug 17 19:43:15.818170 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f689c5-7203-4a04-8e76-9d4084088122 req-426568a3-bbce-46e8-be90-af842f48158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:15.819635 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-00f689c5-7203-4a04-8e76-9d4084088122 req-426568a3-bbce-46e8-be90-af842f48158b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1130 time: 0.0389290 Aug 17 19:43:15.915409 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f689c5-7203-4a04-8e76-9d4084088122 req-ff92d561-99ab-4f58-ab71-b3b0c44f2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:15.916891 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-00f689c5-7203-4a04-8e76-9d4084088122 req-ff92d561-99ab-4f58-ab71-b3b0c44f2fd9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.0877302 Aug 17 19:43:15.994104 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-00f689c5-7203-4a04-8e76-9d4084088122 req-a331ff0f-7d40-4b7f-895e-96ef8fce2fab service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 1001 time: 0.0568988 Aug 17 19:43:16.041597 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f689c5-7203-4a04-8e76-9d4084088122 req-3544c837-3656-403f-8063-0fd03bf7ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:16.043067 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-00f689c5-7203-4a04-8e76-9d4084088122 req-3544c837-3656-403f-8063-0fd03bf7ebdd service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0429327 Aug 17 19:43:16.150970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f689c5-7203-4a04-8e76-9d4084088122 req-5fc298ee-9f1a-4576-a5ab-e4ee8cd8e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:16.152444 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-00f689c5-7203-4a04-8e76-9d4084088122 req-5fc298ee-9f1a-4576-a5ab-e4ee8cd8e8b3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710294 Aug 17 19:43:16.158612 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-2023a194-eb1a-4ac6-90ee-386fef303e26 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:16.159929 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-2023a194-eb1a-4ac6-90ee-386fef303e26 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 946 time: 0.0713322 Aug 17 19:43:16.308144 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Deleting port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:16.308483 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:16.326413 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-00f689c5-7203-4a04-8e76-9d4084088122 req-17000dcf-3b7a-4534-88d6-2048660af8e4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611390 Aug 17 19:43:16.478545 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] For port 8692c85c-fc9f-49cd-bff2-6ddd975dd053, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8692c85c-fc9f-49cd-bff2-6ddd975dd053,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:16.478913 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:16.495183 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-00f689c5-7203-4a04-8e76-9d4084088122 req-2ead2e77-a2a0-475d-9450-376567302ca0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410284 Aug 17 19:43:16.502968 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:16.505191 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388" -d '{"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:16.527156 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cda70-0781-499d-85a2-5f18444c6f75 req-010fde58-a65d-4649-bddf-a95009f3523a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:16.528909 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b03cda70-0781-499d-85a2-5f18444c6f75 req-010fde58-a65d-4649-bddf-a95009f3523a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 946 time: 0.0562749 Aug 17 19:43:16.550251 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4461f7-57e6-487e-983b-acf7cdaafefc x-openstack-request-id: req-8d4461f7-57e6-487e-983b-acf7cdaafefc {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:16.550540 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:16.550792 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d4461f7-57e6-487e-983b-acf7cdaafefc {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:16.551185 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4461f7-57e6-487e-983b-acf7cdaafefc'] response: {'name': 'network-changed', 'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'status': 'completed', 'code': 200} Aug 17 19:43:16.582833 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b03cda70-0781-499d-85a2-5f18444c6f75 req-863c9280-f48e-45ad-993f-a9b289e194b2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7958e3a1-97d5-4ba7-b4c4-b80eb055f385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481827 Aug 17 19:43:16.659678 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-958a2850-be9d-4b80-b4c8-9102bf041eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:16.661186 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-958a2850-be9d-4b80-b4c8-9102bf041eca service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 1130 time: 0.0878968 Aug 17 19:43:16.730555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:16.776538 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:16.780899 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:16.781821 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (a8426999-68b4-4148-81fc-1868a435db2f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:16.782135 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Floating IP a8426999-68b4-4148-81fc-1868a435db2f disassociated. External IP: 172.27.1.194, port: 8692c85c-fc9f-49cd-bff2-6ddd975dd053. Aug 17 19:43:16.782474 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Calling delete_port for 8692c85c-fc9f-49cd-bff2-6ddd975dd053 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:16.847556 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-6107d06b-96f9-4d91-adb1-5b5183a8a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:16.849034 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-6107d06b-96f9-4d91-adb1-5b5183a8a27b service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.1701078 Aug 17 19:43:16.928524 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-7158493e-b04e-45bd-9915-102b47236d16 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 200 len: 1001 time: 0.0724158 Aug 17 19:43:17.019819 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-abfa1a77-f983-495b-aef9-49b811f9be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:17.021149 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-abfa1a77-f983-495b-aef9-49b811f9be76 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0845857 Aug 17 19:43:17.022185 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (8692c85c-fc9f-49cd-bff2-6ddd975dd053), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:17.297973 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event deleted for resources: {'Port': ['ID=8692c85c-fc9f-49cd-bff2-6ddd975dd053,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:17.326927 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.327275 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.327615 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.327981 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.328317 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.328650 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.328980 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.329332 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.329658 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.329984 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.330308 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.330630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.330954 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.331277 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.331598 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:17.344510 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-cbad364d-494f-43fa-87e7-27cf719f94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:17.346275 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-cbad364d-494f-43fa-87e7-27cf719f94e0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3161914 Aug 17 19:43:17.515887 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-8dbc5f24-70e2-4cb5-a984-77517ff2c376 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410134 Aug 17 19:43:17.517574 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:43:17.690559 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:43:17.692365 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7b727da8-e379-44d3-b083-5e7d87a16bc2 req-410c04b9-3cc0-45a9-a7c5-aa1b187fa99a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b04daa67-36a6-4a53-b80a-e90f77348028 HTTP/1.1" status: 200 len: 210 time: 0.0282967 Aug 17 19:43:17.693873 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-cb3b89f9-531c-46f9-bc0d-f8b60e1eb388 req-beb68ecf-b2ca-47e4-a110-eb8921e80698 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651797 Aug 17 19:43:17.700941 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] Sync routers for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:43:17.712114 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:17.713180 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:17.751661 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] No DVR routers for this DVR port 8692c85c-fc9f-49cd-bff2-6ddd975dd053 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:43:17.755026 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:17.758540 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6bd0a108-b1f9-43ae-b655-5e59b48da847 req-a3948c12-5fb0-4767-a04b-47cc77d31f41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "DELETE /networking/v2.0/ports/8692c85c-fc9f-49cd-bff2-6ddd975dd053 HTTP/1.1" status: 204 len: 173 time: 1.5863988 Aug 17 19:43:17.758993 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-deleted', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:17.761258 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdae265-0d4c-47da-9101-a7cbaa57ea64" -d '{"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-deleted", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:17.816123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d6b9c4-8857-4f1f-9437-a0f28ad27964 x-openstack-request-id: req-90d6b9c4-8857-4f1f-9437-a0f28ad27964 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:17.816410 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04daa67-36a6-4a53-b80a-e90f77348028", "name": "network-vif-deleted", "tag": "8692c85c-fc9f-49cd-bff2-6ddd975dd053", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:17.816657 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-90d6b9c4-8857-4f1f-9437-a0f28ad27964 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:17.817053 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d6b9c4-8857-4f1f-9437-a0f28ad27964'] response: {'server_uuid': 'b04daa67-36a6-4a53-b80a-e90f77348028', 'name': 'network-vif-deleted', 'tag': '8692c85c-fc9f-49cd-bff2-6ddd975dd053', 'status': 'completed', 'code': 200} Aug 17 19:43:17.824052 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:18.017377 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:18.041560 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] Checking router: b8a4a2c2-f666-4835-b02e-cb9eda65c7bb for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:43:18.050128 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:18.050715 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:18.150179 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:18.342433 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:18.369284 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a38dc-8142-4000-af0e-4d13e2cb00a6 None None] The sync data for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi is: [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:43:18.587685 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555e9eb-9519-4222-9eff-2e32d557fd74 None None] New status for floating IP a8426999-68b4-4148-81fc-1868a435db2f: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:43:19.816221 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48912) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:19.873739 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2f28-aba9-480b-a5d2-e5d68caa3a18 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (7958e3a1-97d5-4ba7-b4c4-b80eb055f385), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:19.898571 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2f28-aba9-480b-a5d2-e5d68caa3a18 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (7958e3a1-97d5-4ba7-b4c4-b80eb055f385), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:19.955949 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2f28-aba9-480b-a5d2-e5d68caa3a18 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7958e3a1-97d5-4ba7-b4c4-b80eb055f385), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:19.958546 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2f28-aba9-480b-a5d2-e5d68caa3a18 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:19.959972 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ff0e2f28-aba9-480b-a5d2-e5d68caa3a18 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7958e3a1-97d5-4ba7-b4c4-b80eb055f385 HTTP/1.1" status: 204 len: 168 time: 0.1418560 Aug 17 19:43:19.962682 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48914) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:19.969055 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e2f28-aba9-480b-a5d2-e5d68caa3a18 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7958e3a1-97d5-4ba7-b4c4-b80eb055f385,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:19.980747 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.api.v2.resource [None req-9efe499e-1fa0-4e90-8ec3-6c77043e3ed2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] show failed (client error): The resource could not be found. Aug 17 19:43:19.981776 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9efe499e-1fa0-4e90-8ec3-6c77043e3ed2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups/7958e3a1-97d5-4ba7-b4c4-b80eb055f385 HTTP/1.1" status: 404 len: 347 time: 0.0176191 Aug 17 19:43:19.985410 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48916) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:20.083912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:20.096300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Deleting port b3c2b6ef-fcd3-48ea-a7cd-f06700830f18 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:20.096585 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.098567 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:20.173717 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.174044 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.189528 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Calling delete_port for b3c2b6ef-fcd3-48ea-a7cd-f06700830f18 owned by network:floatingip {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:20.319984 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b3c2b6ef-fcd3-48ea-a7cd-f06700830f18), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.342351 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event deleted for resources: {'Port': ['ID=b3c2b6ef-fcd3-48ea-a7cd-f06700830f18,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:20.408436 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (a8426999-68b4-4148-81fc-1868a435db2f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.411047 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.412087 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f7416271-6440-4e05-be9f-4e471f26cf08 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/a8426999-68b4-4148-81fc-1868a435db2f HTTP/1.1" status: 204 len: 168 time: 0.4256136 Aug 17 19:43:20.495890 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 48920) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:20.500540 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-3044029a-95a6-421f-921f-9b0ae3ee1119 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215721778', 'description': 'tempest-description--2000715192'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:20.532023 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3044029a-95a6-421f-921f-9b0ae3ee1119 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.602441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3044029a-95a6-421f-921f-9b0ae3ee1119 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (af721628-6e5e-40e8-87ae-d23ea219ffbc), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.605893 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3044029a-95a6-421f-921f-9b0ae3ee1119 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (af721628-6e5e-40e8-87ae-d23ea219ffbc), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.636945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3044029a-95a6-421f-921f-9b0ae3ee1119 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.638168 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3044029a-95a6-421f-921f-9b0ae3ee1119 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1412399 Aug 17 19:43:20.639957 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044029a-95a6-421f-921f-9b0ae3ee1119 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af721628-6e5e-40e8-87ae-d23ea219ffbc,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:20.641723 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48922) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:20.646238 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-ab77b7fd-4b63-4bf7-8a4b-10b53b22019a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'security_group_rule': {'security_group_id': 'af721628-6e5e-40e8-87ae-d23ea219ffbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:20.672783 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab77b7fd-4b63-4bf7-8a4b-10b53b22019a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (df9a821f-ec63-46f3-acb0-06f04399418e), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.708231 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:20.736214 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab77b7fd-4b63-4bf7-8a4b-10b53b22019a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (df9a821f-ec63-46f3-acb0-06f04399418e), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.739447 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab77b7fd-4b63-4bf7-8a4b-10b53b22019a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (df9a821f-ec63-46f3-acb0-06f04399418e), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.757767 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77b7fd-4b63-4bf7-8a4b-10b53b22019a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9a821f-ec63-46f3-acb0-06f04399418e,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:20.764184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab77b7fd-4b63-4bf7-8a4b-10b53b22019a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.765961 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ab77b7fd-4b63-4bf7-8a4b-10b53b22019a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226473 Aug 17 19:43:20.768566 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48924) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:20.773095 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-834a9794-da10-4fe3-96be-d3459e5a49f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'security_group_rule': {'security_group_id': 'af721628-6e5e-40e8-87ae-d23ea219ffbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:20.797647 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:20.800711 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-834a9794-da10-4fe3-96be-d3459e5a49f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (36f56e57-83d0-4e75-8490-2c6f9c1329a7), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.808091 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:20.831660 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 8692c85c-fc9f-49cd-bff2-6ddd975dd053 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:20.832001 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8692c85c-fc9f-49cd-bff2-6ddd975dd053 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:20.860169 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-834a9794-da10-4fe3-96be-d3459e5a49f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (36f56e57-83d0-4e75-8490-2c6f9c1329a7), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.863551 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-834a9794-da10-4fe3-96be-d3459e5a49f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (36f56e57-83d0-4e75-8490-2c6f9c1329a7), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.882593 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a9794-da10-4fe3-96be-d3459e5a49f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f56e57-83d0-4e75-8490-2c6f9c1329a7,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:20.887371 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-834a9794-da10-4fe3-96be-d3459e5a49f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.889649 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-834a9794-da10-4fe3-96be-d3459e5a49f7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200917 Aug 17 19:43:20.892184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48926) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:20.896461 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:20.916941 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:20.999154 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.107502 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Allocated IP 172.27.1.89 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/363ae5a3-f9f8-4fbe-8229-20ac378d341b) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:43:21.207899 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.238999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.279975 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:43:21.282867 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:43:21.285372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:43:21.313955 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'Port': ['ID=363ae5a3-f9f8-4fbe-8229-20ac378d341b,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:21.358063 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:21.377571 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (dbc25df1-9486-4dea-8d5b-a5866c695861), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.412469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.545453 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:21.557469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.561770 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.632406 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'Port': ['ID=363ae5a3-f9f8-4fbe-8229-20ac378d341b,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:21.635152 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (dbc25df1-9486-4dea-8d5b-a5866c695861), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.650513 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:21.651743 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-4e55999c-e3af-4f2a-ac31-1d4863107050 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7586124 Aug 17 19:43:21.848563 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-45058373-0037-436b-8a59-438a6d0346c3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--215721778&fields=id&tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 267 time: 0.0427027 Aug 17 19:43:21.953166 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-bd884211-636a-4bcc-b958-4ddfc419fa74 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:21.954687 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-bd884211-636a-4bcc-b958-4ddfc419fa74 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 816 time: 0.0998881 Aug 17 19:43:21.969691 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-3bdf4dbc-29e5-453c-baaf-47af6f604ad1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/quotas/5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 375 time: 0.0096741 Aug 17 19:43:22.020621 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-d879d1de-8f31-4fae-9346-fcffc40ca17b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460925 Aug 17 19:43:22.115175 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-a274b544-a731-42c1-8dc8-001c78b6914a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827568 Aug 17 19:43:22.208371 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-b6f1c245-438a-4fa7-92a2-62fe93a14e72 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876784 Aug 17 19:43:22.376785 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cbeff998-e3a8-4e36-821f-1f519f0cc998 req-12cc3ba3-30b6-46d0-80cc-574ed6f98380 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 210 time: 0.0281887 Aug 17 19:43:23.391199 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6de6448c-1981-422f-847d-1f0db122b79e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:23.392651 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6de6448c-1981-422f-847d-1f0db122b79e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 816 time: 0.1100411 Aug 17 19:43:23.456328 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-1655f84d-4263-4749-8438-3b9f818731a7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 379 time: 0.0544400 Aug 17 19:43:23.480789 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9fc31f84-77f0-427e-8316-5687f404dc97 req-dd1c3ab5-107e-49fe-a558-7ceb494a1ea2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 210 time: 0.0267098 Aug 17 19:43:23.552761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'port': {'device_id': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'admin_state_up': True, 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'security_groups': ['af721628-6e5e-40e8-87ae-d23ea219ffbc']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:23.644515 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:23.663196 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Made reservation on behalf of 5e6832c3bb274bb1bdfd27ca3869f8cd for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:43:23.666702 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:23.730669 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:23.790317 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Allocated IP 172.20.0.8 (53e2c10b-2873-4690-b5af-dafebda8a7df/21f87aa5-19c3-4825-ac4c-5cb815e89986/d7eda5e9-6550-4d73-bb9c-c6d74429a2d5) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:43:23.928079 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:23.958796 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.002783 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Network 53e2c10b-2873-4690-b5af-dafebda8a7df is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:43:24.006011 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:43:24.009747 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:43:24.036925 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:24.066718 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:24.067442 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.086297 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-13fa58ce-f31a-4c84-a6ab-f0eefbefadc1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374544 Aug 17 19:43:24.107292 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Request body: {'port': {'device_id': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:24.168642 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.335177 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-f7ff1794-2d0f-43e7-9546-85cb81603174 None None] Provisioning complete for port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:43:24.335699 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7ff1794-2d0f-43e7-9546-85cb81603174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.367998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff1794-2d0f-43e7-9546-85cb81603174 None None] Port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:43:24.392905 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:24.423918 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:43:24.431167 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Publish callbacks [] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.444058 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Transition to ACTIVE for port object d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:43:24.447722 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.526486 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:24.555215 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Attempting to bind port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:43:24.555597 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Attempting to bind port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:43:24.555928 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Attempting to bind port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 on network 53e2c10b-2873-4690-b5af-dafebda8a7df {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:43:24.560352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 on network 53e2c10b-2873-4690-b5af-dafebda8a7df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:43:24.560670 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Attempting to bind port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 on network 53e2c10b-2873-4690-b5af-dafebda8a7df {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:43:24.563778 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:24.567104 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:43:24.567443 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Checking segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:43:24.567820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Bound using segment: {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:43:24.568242 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Bound port: d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd6a169-51f1-4707-83ed-716d8ab715f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:43:24.568596 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.607385 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88ea28-155d-4f14-96ea-8cc6dc6ab64f req-b641bd46-6726-4105-8925-e07f6cc5e678 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:24.608882 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e88ea28-155d-4f14-96ea-8cc6dc6ab64f req-b641bd46-6726-4105-8925-e07f6cc5e678 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0515926 Aug 17 19:43:24.633668 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:43:24.636792 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:43:24.643225 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.646354 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:24.647120 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:24.648525 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 200 len: 1093 time: 0.5456369 Aug 17 19:43:24.650674 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:24.653798 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:24.658443 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e88ea28-155d-4f14-96ea-8cc6dc6ab64f req-386e8134-8add-40a1-a145-a6941068782e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Aug 17 19:43:24.706968 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ca2be7-055c-4e03-a11d-ecf1ba5d9a00 x-openstack-request-id: req-c5ca2be7-055c-4e03-a11d-ecf1ba5d9a00 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:24.707257 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:24.707499 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5ca2be7-055c-4e03-a11d-ecf1ba5d9a00 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:24.707895 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ca2be7-055c-4e03-a11d-ecf1ba5d9a00'] response: {'name': 'network-changed', 'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'status': 'completed', 'code': 200} Aug 17 19:43:24.708573 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c6e7-341d-4674-aa28-81342687df58 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:24.756136 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-21a91013-e94e-455d-912e-3f4430bbd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:24.757643 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-21a91013-e94e-455d-912e-3f4430bbd46b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 1127 time: 0.0393929 Aug 17 19:43:24.801347 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-ae391b48-5ffe-4bbd-afd6-426fc531c3a0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0343795 Aug 17 19:43:24.849770 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-2d80d2b2-c9da-4b10-ad0a-ecbc3c6a0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:24.851166 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-2d80d2b2-c9da-4b10-ad0a-ecbc3c6a0949 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.0432203 Aug 17 19:43:24.901025 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-0b503f5e-df19-4f01-9f95-c5e87a1bf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:24.902643 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-0b503f5e-df19-4f01-9f95-c5e87a1bf4e7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379817 Aug 17 19:43:25.000984 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-24fe6fab-f74b-4440-b830-c6093842372f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882287 Aug 17 19:43:25.094236 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e587e2a7-5837-4e69-813a-b746a1e94500 req-1bb40dfc-e8da-435b-816d-c6e4f7df9f5d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841813 Aug 17 19:43:25.771785 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:25.783817 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ae83-9089-4b5c-a6ad-9b80ca0a5550 req-a6e223f7-4878-43d9-9a55-bce07cf2f062 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:25.785315 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9c37ae83-9089-4b5c-a6ad-9b80ca0a5550 req-a6e223f7-4878-43d9-9a55-bce07cf2f062 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0480216 Aug 17 19:43:25.832340 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9c37ae83-9089-4b5c-a6ad-9b80ca0a5550 req-b149adb0-8ab6-4881-a747-7a2c980e7816 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Aug 17 19:43:26.267953 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-ef86c2de-7305-454e-b4a1-faeb430608cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:26.269451 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-ef86c2de-7305-454e-b4a1-faeb430608cc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 1127 time: 0.0435226 Aug 17 19:43:26.359967 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-32c22712-4e4b-439f-9af3-9104c88ab70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:26.361448 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-32c22712-4e4b-439f-9af3-9104c88ab70a service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.0848410 Aug 17 19:43:26.401057 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-8bd34973-f2c0-47ab-b501-c32002d4585e service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0317154 Aug 17 19:43:26.456807 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-dbaa00a4-d976-4d36-b889-30ce385fcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:26.458225 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-dbaa00a4-d976-4d36-b889-30ce385fcac2 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.0463603 Aug 17 19:43:26.500371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-9064c712-6603-4b95-9db5-5e8c1bfe4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:26.501824 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-9064c712-6603-4b95-9db5-5e8c1bfe4381 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374312 Aug 17 19:43:26.515108 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:26.595955 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-cbc6f64c-fab8-40a1-b5c4-bce8c4a787e0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869229 Aug 17 19:43:26.682968 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-abecc60d-228d-4e93-9c5f-bf0bf6ff191e req-ed6cbdac-b348-4a86-bbed-160f23ad4c10 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809517 Aug 17 19:43:26.955173 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd327c-34b0-41bd-946d-92d3b101c086 req-c633e01a-f755-44c2-b8bd-f8fd74e87f84 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:26.956665 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3afd327c-34b0-41bd-946d-92d3b101c086 req-c633e01a-f755-44c2-b8bd-f8fd74e87f84 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0476427 Aug 17 19:43:27.006946 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3afd327c-34b0-41bd-946d-92d3b101c086 req-17f18c61-aa6a-48b8-9ff7-59962daca370 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446715 Aug 17 19:43:28.130361 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6969d75-49a7-42ad-8fd3-34c1916db58d req-41a93fa3-b07a-4f87-9a82-41c8bb84525e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:28.131801 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c6969d75-49a7-42ad-8fd3-34c1916db58d req-41a93fa3-b07a-4f87-9a82-41c8bb84525e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0465343 Aug 17 19:43:28.177835 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c6969d75-49a7-42ad-8fd3-34c1916db58d req-006fc388-7412-4e8a-9937-ded723a966a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403357 Aug 17 19:43:28.337822 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=65 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:28.368864 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=73 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:28.819418 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:43:28.821669 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:28.823173 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:28.826651 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:28.924305 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:28.935227 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'port_id': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'mac_address': 'fa:16:3e:e1:0a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:43:28.969179 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:43:28.969582 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:28.981826 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:43:29.001691 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:29.005488 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:29.055279 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:29.299327 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957ef07-a7ac-439f-9948-640735118df8 req-d33cde68-376c-4cc1-aabe-97b051114742 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:29.300755 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3957ef07-a7ac-439f-9948-640735118df8 req-d33cde68-376c-4cc1-aabe-97b051114742 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 944 time: 0.0458899 Aug 17 19:43:29.333095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['d7eda5e9-6550-4d73-bb9c-c6d74429a2d5'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:43:29.347186 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3957ef07-a7ac-439f-9948-640735118df8 req-c9ce5f8b-0a5e-4619-9930-b945f194b2e4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Aug 17 19:43:30.472889 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a243a1-0241-4fa9-b48f-851bb45bfb20 req-74e53257-7fb0-45a0-827a-71f6466c1091 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:30.474384 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b0a243a1-0241-4fa9-b48f-851bb45bfb20 req-74e53257-7fb0-45a0-827a-71f6466c1091 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 944 time: 0.0508819 Aug 17 19:43:30.520909 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b0a243a1-0241-4fa9-b48f-851bb45bfb20 req-bc375c2b-c570-47e5-bd21-0811457af029 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 Aug 17 19:43:30.820739 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:43:30.865936 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:43:30.871426 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:43:30.871919 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:30.944182 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:43:30.944569 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:30.968960 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:30.971218 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86c9121-3604-4a6e-8a1b-73dc658d3ca1" -d '{"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-plugged", "status": "completed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:30.983675 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:30.988191 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:31.015550 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343d285-22b1-40f4-b23d-c58089d8f1fe x-openstack-request-id: req-9343d285-22b1-40f4-b23d-c58089d8f1fe {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:31.015860 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-plugged", "status": "completed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:31.016116 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9343d285-22b1-40f4-b23d-c58089d8f1fe {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:31.016500 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9343d285-22b1-40f4-b23d-c58089d8f1fe'] response: {'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'code': 200} Aug 17 19:43:31.042437 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:31.201013 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb03642-c945-4249-8f09-f86b791a895a req-64741bec-968b-4a2f-bff7-c149d35c7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:31.202522 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4cb03642-c945-4249-8f09-f86b791a895a req-64741bec-968b-4a2f-bff7-c149d35c7621 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 1129 time: 0.0389214 Aug 17 19:43:31.227022 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:31.251720 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4cb03642-c945-4249-8f09-f86b791a895a req-ae6142fd-7bfe-4372-a62a-ff17913a3555 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386069 Aug 17 19:43:31.644137 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacb0d-c69e-43ff-b23b-856106b85c3b req-2fd429d7-0a31-41e1-8c99-6a5cf29b4e65 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:31.645587 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ffdacb0d-c69e-43ff-b23b-856106b85c3b req-2fd429d7-0a31-41e1-8c99-6a5cf29b4e65 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0455258 Aug 17 19:43:31.656868 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:31.692845 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ffdacb0d-c69e-43ff-b23b-856106b85c3b req-de81c245-9284-42c2-a046-ca84ed401db1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Aug 17 19:43:32.819761 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80bfd-903c-4bf2-937e-809e4987ffde req-8f8ddb48-0746-4ebb-ac25-33ca649f8ce4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:32.821264 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ef80bfd-903c-4bf2-937e-809e4987ffde req-8f8ddb48-0746-4ebb-ac25-33ca649f8ce4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0487576 Aug 17 19:43:32.872143 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ef80bfd-903c-4bf2-937e-809e4987ffde req-ce82b56a-9462-4735-9a76-ba9ca678e49d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450065 Aug 17 19:43:33.994898 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dd617-758c-4d77-ae2d-2461401ea5cb req-d0585dde-670d-4cee-97a9-0cc3ef7bb1d0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:33.996349 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-812dd617-758c-4d77-ae2d-2461401ea5cb req-d0585dde-670d-4cee-97a9-0cc3ef7bb1d0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0463307 Aug 17 19:43:34.041443 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b1b0-13ce-4620-99d8-1407679ac79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:34.045653 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-812dd617-758c-4d77-ae2d-2461401ea5cb req-9bb3cdcb-9a33-4ff8-9d15-ab3ab5a9a7ab tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Aug 17 19:43:34.163963 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b93ee-11b9-4530-80d0-243614bd4efc req-27d0efd4-f318-4e5e-934b-e56a299c653b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:34.165348 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ad8b93ee-11b9-4530-80d0-243614bd4efc req-27d0efd4-f318-4e5e-934b-e56a299c653b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0457308 Aug 17 19:43:34.175459 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 48990) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:34.179672 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Request body: {'floatingip': {'port_id': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:34.431921 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (dbc25df1-9486-4dea-8d5b-a5866c695861), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:34.627279 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:34.841192 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:34.845124 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (dbc25df1-9486-4dea-8d5b-a5866c695861), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:34.945588 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Floating IP dbc25df1-9486-4dea-8d5b-a5866c695861 associated. External IP: 172.27.1.89, port: d7eda5e9-6550-4d73-bb9c-c6d74429a2d5. Aug 17 19:43:35.114020 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:35.138952 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:43:35.241866 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:43:35.246719 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:35.251995 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] Sync routers for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:43:35.261830 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:35.262456 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:35.275955 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ac9b5215-e304-4d45-84ab-ee350b40113b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/dbc25df1-9486-4dea-8d5b-a5866c695861 HTTP/1.1" status: 200 len: 990 time: 1.0994968 Aug 17 19:43:35.276628 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:35.279087 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636cfc2b-50ef-4088-8cad-c8a02834d1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:35.317787 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68f4d4d-8cfb-416a-81d1-4a934403fcce x-openstack-request-id: req-c68f4d4d-8cfb-416a-81d1-4a934403fcce {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:35.318166 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:35.318426 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c68f4d4d-8cfb-416a-81d1-4a934403fcce {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:35.318834 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68f4d4d-8cfb-416a-81d1-4a934403fcce'] response: {'name': 'network-changed', 'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'status': 'completed', 'code': 200} Aug 17 19:43:35.367141 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:35.390568 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-835d5af4-54e8-428a-b5b2-23c33259c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:35.392117 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-835d5af4-54e8-428a-b5b2-23c33259c6d6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 1129 time: 0.0435486 Aug 17 19:43:35.488346 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-2b39d8b0-6c12-49b2-a7d7-7fdd3cb9f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:35.489857 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-2b39d8b0-6c12-49b2-a7d7-7fdd3cb9f269 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.0849664 Aug 17 19:43:35.555107 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-2697c6ce-7d9a-43bd-bc39-0b206284e393 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 200 len: 998 time: 0.0570693 Aug 17 19:43:35.573401 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'dbc25df1-9486-4dea-8d5b-a5866c695861', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'port_id': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'mac_address': 'fa:16:3e:e1:0a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:43:21Z', 'updated_at': '2022-08-17T19:43:34Z', 'revision_number': 1, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:35.598018 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] Checking router: b8a4a2c2-f666-4835-b02e-cb9eda65c7bb for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:43:35.603472 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-064c4e31-d69b-45d9-87ad-fd99aebd3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:35.604924 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-064c4e31-d69b-45d9-87ad-fd99aebd3073 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.0438783 Aug 17 19:43:35.606313 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:35.606899 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:35.647424 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-52252706-52f0-4c22-a3ca-ec4fcf634a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:35.648936 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-52252706-52f0-4c22-a3ca-ec4fcf634a89 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376737 Aug 17 19:43:35.705736 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:35.744017 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-68a259fa-b410-4b74-b729-ff39f8251eb3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883782 Aug 17 19:43:35.838703 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-636cfc2b-50ef-4088-8cad-c8a02834d1e4 req-dfc0281b-3d4c-4f3a-8ee3-60cf14f55acc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860882 Aug 17 19:43:36.002350 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'dbc25df1-9486-4dea-8d5b-a5866c695861', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'port_id': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'mac_address': 'fa:16:3e:e1:0a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:43:21Z', 'updated_at': '2022-08-17T19:43:34Z', 'revision_number': 1, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:36.026442 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f45ff-e2d4-4009-90fa-f6886a1f9826 None None] The sync data for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi is: [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'dbc25df1-9486-4dea-8d5b-a5866c695861', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'port_id': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'mac_address': 'fa:16:3e:e1:0a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:43:21Z', 'updated_at': '2022-08-17T19:43:34Z', 'revision_number': 1, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:43:36.112118 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-aea9cb4a-5762-47f9-ac66-9afb9ee768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:36.210588 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55be0b2-1998-4c85-b59f-aeffee650ab9 None None] New status for floating IP dbc25df1-9486-4dea-8d5b-a5866c695861: ACTIVE {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:43:37.446694 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:38.118451 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:38.745272 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:38.880850 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:39.144447 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:43:40.901939 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-a2da44e1-9260-4920-ad61-49624e206aeb tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-363925419&fields=id&tenant_id=cd2089b2265341b291a0db883f0d211f HTTP/1.1" status: 200 len: 267 time: 0.0479643 Aug 17 19:43:40.958363 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-fc0d585e-6c2d-4810-943a-6a24c4b135c7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:40.959846 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-fc0d585e-6c2d-4810-943a-6a24c4b135c7 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 985 time: 0.0514162 Aug 17 19:43:40.971317 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Request body: {'port': {'security_groups': ['354041b9-7de7-45ad-8344-03389a179496']}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:41.044740 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.167762 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:41.215408 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:41.242671 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.246905 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.258965 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b5880430-ff15-4906-82f8-7fe7ec8aba19'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:43:41.259498 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:41.259747 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.261110 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7dda682e-0796-4d8e-802f-17636a77ec85 req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "PUT /networking/v2.0/ports/b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 943 time: 0.2949295 Aug 17 19:43:41.261568 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:41.264074 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82321330-8fee-4f72-a159-e799cd756a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:41.267687 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49006) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:41.315169 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event updated for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=7']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:41.325030 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.325408 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.326345 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.327443 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.327788 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.328123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.329019 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.329377 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.329708 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.330033 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.330358 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.330682 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.331005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.332020 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.332352 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030439c-dcbf-47c8-b035-8c2a6724c309 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:41.343024 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f554da3f-717e-45ef-8fd4-b23340bf4048 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group (672c29cc-b592-4fae-8a78-ce3997325e42), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.347809 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687c747-f693-4f3f-b442-3aa109f01bbb x-openstack-request-id: req-a687c747-f693-4f3f-b442-3aa109f01bbb {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:41.348106 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:41.348484 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a687c747-f693-4f3f-b442-3aa109f01bbb {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:41.348846 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a687c747-f693-4f3f-b442-3aa109f01bbb'] response: {'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'status': 'completed', 'code': 200} Aug 17 19:43:41.388929 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f554da3f-717e-45ef-8fd4-b23340bf4048 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group (672c29cc-b592-4fae-8a78-ce3997325e42), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.429411 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b5880430-ff15-4906-82f8-7fe7ec8aba19'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:43:41.431756 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321330-8fee-4f72-a159-e799cd756a0d req-4f848aad-722e-4190-b60c-525c63a1f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:41.433323 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-82321330-8fee-4f72-a159-e799cd756a0d req-4f848aad-722e-4190-b60c-525c63a1f77f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1130 time: 0.0591278 Aug 17 19:43:41.511360 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:41.542532 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f554da3f-717e-45ef-8fd4-b23340bf4048 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (672c29cc-b592-4fae-8a78-ce3997325e42), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.544584 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:41.545049 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f554da3f-717e-45ef-8fd4-b23340bf4048 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.546222 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f554da3f-717e-45ef-8fd4-b23340bf4048 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/672c29cc-b592-4fae-8a78-ce3997325e42 HTTP/1.1" status: 204 len: 168 time: 0.2775581 Aug 17 19:43:41.549087 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49008) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:41.563416 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321330-8fee-4f72-a159-e799cd756a0d req-8f7a487a-f7d4-4377-8b39-3e5475eb3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:41.565223 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-82321330-8fee-4f72-a159-e799cd756a0d req-8f7a487a-f7d4-4377-8b39-3e5475eb3358 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 915 time: 0.1215425 Aug 17 19:43:41.566444 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554da3f-717e-45ef-8fd4-b23340bf4048 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672c29cc-b592-4fae-8a78-ce3997325e42,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:41.595084 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:41.633176 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-82321330-8fee-4f72-a159-e799cd756a0d req-c28c30d7-0fdf-4909-92e0-b740531f4498 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 1002 time: 0.0619774 Aug 17 19:43:41.692303 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321330-8fee-4f72-a159-e799cd756a0d req-5867867c-091b-41c0-a8b6-62638e0fa2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:41.693748 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-82321330-8fee-4f72-a159-e799cd756a0d req-5867867c-091b-41c0-a8b6-62638e0fa2c1 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 200 len: 853 time: 0.0466311 Aug 17 19:43:41.698186 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Deleting port 7059a0fb-81b2-4632-8555-6a3f8c4b0662 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:41.698531 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.742272 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321330-8fee-4f72-a159-e799cd756a0d req-6671431f-d141-44cf-bc7b-9a73e3089773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:41.743750 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-82321330-8fee-4f72-a159-e799cd756a0d req-6671431f-d141-44cf-bc7b-9a73e3089773 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e26875a7-1e1d-4110-a54a-ba7eb4932396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378261 Aug 17 19:43:41.774951 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.775272 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for floatingip (7059a0fb-81b2-4632-8555-6a3f8c4b0662), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.787807 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Calling delete_port for 7059a0fb-81b2-4632-8555-6a3f8c4b0662 owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:41.808377 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:41.835350 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-82321330-8fee-4f72-a159-e799cd756a0d req-bbe51a05-9e4a-45d0-8890-f68892528537 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837722 Aug 17 19:43:41.870266 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:41.929619 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-82321330-8fee-4f72-a159-e799cd756a0d req-81acd34e-5334-44af-80b6-295bc338fcad service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875614 Aug 17 19:43:41.965013 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (7059a0fb-81b2-4632-8555-6a3f8c4b0662), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:41.988849 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event deleted for resources: {'Port': ['ID=7059a0fb-81b2-4632-8555-6a3f8c4b0662,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:42.052156 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks [] for floatingip (81a49533-39fb-4adc-8c7f-1a52b284f06b), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:42.052481 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Floating IP 81a49533-39fb-4adc-8c7f-1a52b284f06b disassociated (deleted). External IP: 172.27.1.179, port: b5880430-ff15-4906-82f8-7fe7ec8aba19. Aug 17 19:43:42.234141 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:42.246052 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Router 9a6a5866-88b7-4d71-972c-db2cdad80819 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:43:42.345833 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:43:42.350804 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:42.355996 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] Sync routers for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:43:42.366695 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:42.367358 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:42.381690 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-60fe709e-4613-4ceb-9607-e57780c31ae5 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/81a49533-39fb-4adc-8c7f-1a52b284f06b HTTP/1.1" status: 204 len: 168 time: 0.8315101 Aug 17 19:43:42.466001 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:42.504761 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:42.639949 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:42.653707 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:40Z', 'revision_number': 5, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:42.681294 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] Checking router: 9a6a5866-88b7-4d71-972c-db2cdad80819 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:43:42.691637 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:42.692400 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:42.802434 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:42.993680 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:40Z', 'revision_number': 5, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:43.021678 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e3f9c-9900-4602-bac3-6ace8435f03e None None] The sync data for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi is: [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:40:32Z', 'revision_number': 4, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'e5d8af01-5946-4aed-aa40-faa45495faa7', 'name': '', 'network_id': 'e26875a7-1e1d-4110-a54a-ba7eb4932396', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'mac_address': 'fa:16:3e:00:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:31Z', 'updated_at': '2022-08-17T19:40:40Z', 'revision_number': 5, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'subnets': [{'id': '71a31d75-040a-48b5-b605-7267bee68e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:43:43.030269 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac85ba-905f-4ec7-9571-832dc843bbc7 req-ecafdce1-581a-490c-b14a-2e62da1c2088 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:43.031906 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-20ac85ba-905f-4ec7-9571-832dc843bbc7 req-ecafdce1-581a-490c-b14a-2e62da1c2088 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0484731 Aug 17 19:43:43.082375 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-20ac85ba-905f-4ec7-9571-832dc843bbc7 req-a85271d8-3c3b-45e5-8353-f2a87e034432 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Aug 17 19:43:43.231547 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df362a-67a4-450b-80b9-ac048b9f362c None None] New status for floating IP 81a49533-39fb-4adc-8c7f-1a52b284f06b: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:43:43.350285 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:43.352665 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04228e88-5cea-4b97-9115-244f74847184" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:43.389065 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9125f7-ed80-4461-a675-134eddd40e04 x-openstack-request-id: req-ea9125f7-ed80-4461-a675-134eddd40e04 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:43.389442 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:43.389718 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea9125f7-ed80-4461-a675-134eddd40e04 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:43.390123 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9125f7-ed80-4461-a675-134eddd40e04'] response: {'name': 'network-changed', 'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'status': 'completed', 'code': 200} Aug 17 19:43:44.207966 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe3a4-b1b6-448b-8b23-aa06c6603284 req-d899a2ad-7d59-4ee6-a742-b0dffb8dfaf6 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:44.209360 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-77ffe3a4-b1b6-448b-8b23-aa06c6603284 req-d899a2ad-7d59-4ee6-a742-b0dffb8dfaf6 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0499482 Aug 17 19:43:44.255514 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-77ffe3a4-b1b6-448b-8b23-aa06c6603284 req-908baede-5bfb-4896-a8e9-0ed50b7fb23a tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407023 Aug 17 19:43:45.137060 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228e88-5cea-4b97-9115-244f74847184 req-58f782c2-94fd-469d-94e9-09f3800ad57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:45.138572 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-04228e88-5cea-4b97-9115-244f74847184 req-58f782c2-94fd-469d-94e9-09f3800ad57b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cd2089b2265341b291a0db883f0d211f&device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 1130 time: 0.0424311 Aug 17 19:43:45.364643 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228e88-5cea-4b97-9115-244f74847184 req-2b84e132-6308-4782-aae8-fcf13b875be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:45.366473 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-04228e88-5cea-4b97-9115-244f74847184 req-2b84e132-6308-4782-aae8-fcf13b875be2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 200 len: 915 time: 0.0944190 Aug 17 19:43:45.376248 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e226eb-3e63-436f-9c65-a50cc08d680a req-12e8c8c4-3a78-4770-a2a1-37298bed63e5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:45.377739 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d0e226eb-3e63-436f-9c65-a50cc08d680a req-12e8c8c4-3a78-4770-a2a1-37298bed63e5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.0482838 Aug 17 19:43:45.409902 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-04228e88-5cea-4b97-9115-244f74847184 req-6a0b33dd-28ac-466e-b612-48f96078d4e9 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 200 len: 217 time: 0.0332308 Aug 17 19:43:45.425196 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d0e226eb-3e63-436f-9c65-a50cc08d680a req-43840a89-bbfa-4426-bbac-d04f342bd284 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ef4a9edb-fb0a-4263-868e-8d20d4cedb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Aug 17 19:43:45.737395 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-f9dd8a32-b2cc-4239-b67d-d23f5c43c825 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:45.738820 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-f9dd8a32-b2cc-4239-b67d-d23f5c43c825 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 946 time: 0.3195348 Aug 17 19:43:45.755093 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228e88-5cea-4b97-9115-244f74847184 req-c20e6aed-a528-4f67-a480-060695307e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:45.756455 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-04228e88-5cea-4b97-9115-244f74847184 req-c20e6aed-a528-4f67-a480-060695307e43 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 200 len: 853 time: 0.3291938 Aug 17 19:43:45.838135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228e88-5cea-4b97-9115-244f74847184 req-275ca477-e00a-4184-b670-0dae0bda7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:45.839620 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-04228e88-5cea-4b97-9115-244f74847184 req-275ca477-e00a-4184-b670-0dae0bda7b85 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e26875a7-1e1d-4110-a54a-ba7eb4932396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667944 Aug 17 19:43:45.877758 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Deleting port 6a3e0e5d-86b3-4661-9b06-02498556723f {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:45.878100 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:46.024044 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-04228e88-5cea-4b97-9115-244f74847184 req-efd9d282-b852-456e-b344-af4295212451 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725483 Aug 17 19:43:46.028766 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] For port 6a3e0e5d-86b3-4661-9b06-02498556723f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=6a3e0e5d-86b3-4661-9b06-02498556723f,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:46.029157 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:46.062798 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:46.216966 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-04228e88-5cea-4b97-9115-244f74847184 req-7826c76e-3779-41eb-9403-b61d3f0b765b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849096 Aug 17 19:43:46.274946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:46.275223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (c6714974-f03a-49fd-a962-e8f23a9b5a98), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:46.275533 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Floating IP c6714974-f03a-49fd-a962-e8f23a9b5a98 disassociated. External IP: 172.27.1.38, port: 6a3e0e5d-86b3-4661-9b06-02498556723f. Aug 17 19:43:46.275870 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Calling delete_port for 6a3e0e5d-86b3-4661-9b06-02498556723f owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:46.318618 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:46.403713 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (6a3e0e5d-86b3-4661-9b06-02498556723f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:46.429731 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event deleted for resources: {'Port': ['ID=6a3e0e5d-86b3-4661-9b06-02498556723f,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:46.525940 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1c259d51-63e2-4016-9b58-09941a7821b7 req-99d16b74-1e24-4499-8202-559fffb596e2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0602879a-bbc5-4632-8412-a72ea55b9068 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Aug 17 19:43:46.541022 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Router f13497e7-e612-46ed-bfd0-ffa0655a80cd has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:43:46.642829 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:43:46.652022 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] Sync routers for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:43:46.662682 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:46.663303 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:46.687383 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] No DVR routers for this DVR port 6a3e0e5d-86b3-4661-9b06-02498556723f on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:43:46.690457 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:46.693746 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5b4b0f8e-51bf-44ea-98ad-2e1400745d3f req-b95fc39e-c643-4d8e-8b06-86f4da1a204e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "DELETE /networking/v2.0/ports/6a3e0e5d-86b3-4661-9b06-02498556723f HTTP/1.1" status: 204 len: 173 time: 0.9490421 Aug 17 19:43:46.694220 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'name': 'network-vif-deleted', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:46.696503 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3601bc0a-300d-4eb4-a305-30739781f01c" -d '{"events": [{"server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "name": "network-vif-deleted", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:46.736931 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c16d889-0a7e-4349-8d18-4b7449689900 x-openstack-request-id: req-4c16d889-0a7e-4349-8d18-4b7449689900 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:46.737299 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0602879a-bbc5-4632-8412-a72ea55b9068", "name": "network-vif-deleted", "tag": "6a3e0e5d-86b3-4661-9b06-02498556723f", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:46.737555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c16d889-0a7e-4349-8d18-4b7449689900 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:46.737963 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c16d889-0a7e-4349-8d18-4b7449689900'] response: {'server_uuid': '0602879a-bbc5-4632-8412-a72ea55b9068', 'name': 'network-vif-deleted', 'tag': '6a3e0e5d-86b3-4661-9b06-02498556723f', 'status': 'completed', 'code': 200} Aug 17 19:43:46.770976 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:46.971250 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:46.995609 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] Checking router: f13497e7-e612-46ed-bfd0-ffa0655a80cd for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:43:47.003772 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:47.004347 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:47.102291 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:47.327636 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:47.335786 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd82ee-1430-4c9e-94a6-60f2b794a772 req-9ff3dfe9-1661-4954-bfe9-ae5acdbd46ee tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:47.337195 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c6dd82ee-1430-4c9e-94a6-60f2b794a772 req-9ff3dfe9-1661-4954-bfe9-ae5acdbd46ee tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0514500 Aug 17 19:43:47.384793 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c6dd82ee-1430-4c9e-94a6-60f2b794a772 req-381e5e96-0cfc-47b9-9fd9-afdf083d9358 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Aug 17 19:43:47.403565 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:47.403565 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:47.425072 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaddced-9acb-4afa-a54f-6dccdb4d4c74 None None] The sync data for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi is: [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:43:47.629582 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49068) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:47.655463 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0801c4-56c2-4dc3-8a78-a93d2fbd7e5f None None] New status for floating IP c6714974-f03a-49fd-a962-e8f23a9b5a98: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:43:47.656513 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:47.693910 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9623f8e2-5dc7-4f33-a6ea-225466164f96 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (ef4a9edb-fb0a-4263-868e-8d20d4cedb51), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:47.718323 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9623f8e2-5dc7-4f33-a6ea-225466164f96 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (ef4a9edb-fb0a-4263-868e-8d20d4cedb51), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:47.768397 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9623f8e2-5dc7-4f33-a6ea-225466164f96 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (ef4a9edb-fb0a-4263-868e-8d20d4cedb51), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:47.771296 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9623f8e2-5dc7-4f33-a6ea-225466164f96 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:47.772736 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-9623f8e2-5dc7-4f33-a6ea-225466164f96 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ef4a9edb-fb0a-4263-868e-8d20d4cedb51 HTTP/1.1" status: 204 len: 168 time: 0.1421502 Aug 17 19:43:47.775666 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49070) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:47.783366 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f8e2-5dc7-4f33-a6ea-225466164f96 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a9edb-fb0a-4263-868e-8d20d4cedb51,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:47.792039 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.api.v2.resource [None req-e40f21a6-490d-4025-850b-1fbd2130d78d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] show failed (client error): The resource could not be found. Aug 17 19:43:47.793566 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e40f21a6-490d-4025-850b-1fbd2130d78d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups/ef4a9edb-fb0a-4263-868e-8d20d4cedb51 HTTP/1.1" status: 404 len: 347 time: 0.0162952 Aug 17 19:43:47.796500 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49072) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:47.906031 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Deleting port 2ead8715-088d-42df-a6c7-5f4b1ba593d9 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:47.906408 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:47.981783 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:47.982103 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (2ead8715-088d-42df-a6c7-5f4b1ba593d9), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:47.994846 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Calling delete_port for 2ead8715-088d-42df-a6c7-5f4b1ba593d9 owned by network:floatingip {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:48.071947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:48.124745 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (2ead8715-088d-42df-a6c7-5f4b1ba593d9), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.146865 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event deleted for resources: {'Port': ['ID=2ead8715-088d-42df-a6c7-5f4b1ba593d9,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:48.207786 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:48.212974 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (c6714974-f03a-49fd-a962-e8f23a9b5a98), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.215467 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.216615 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ab886884-93d5-4bcc-bd68-8c94790e997e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/c6714974-f03a-49fd-a962-e8f23a9b5a98 HTTP/1.1" status: 204 len: 168 time: 0.4191158 Aug 17 19:43:48.293974 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49076) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:48.299010 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-8b09e4e1-d6cd-4ecf-aadd-c74d83ef0c1e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101271622', 'description': 'tempest-description--199979862'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:48.319277 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8b09e4e1-d6cd-4ecf-aadd-c74d83ef0c1e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.386096 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8b09e4e1-d6cd-4ecf-aadd-c74d83ef0c1e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (4cf328fc-f52b-4cbe-96cb-fc93d58f1584), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.390285 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8b09e4e1-d6cd-4ecf-aadd-c74d83ef0c1e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (4cf328fc-f52b-4cbe-96cb-fc93d58f1584), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.422465 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8b09e4e1-d6cd-4ecf-aadd-c74d83ef0c1e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.423716 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-8b09e4e1-d6cd-4ecf-aadd-c74d83ef0c1e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287353 Aug 17 19:43:48.425666 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09e4e1-d6cd-4ecf-aadd-c74d83ef0c1e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf328fc-f52b-4cbe-96cb-fc93d58f1584,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:48.426958 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49082) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:48.431637 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-e674f1ab-558e-447c-9350-542ba8e19e94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'security_group_rule': {'security_group_id': '4cf328fc-f52b-4cbe-96cb-fc93d58f1584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:48.459171 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e674f1ab-558e-447c-9350-542ba8e19e94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (d9121c84-4c74-45e6-9e1f-68d6426fecda), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.743915 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76559ff5-5cc6-4aa3-8f46-11c6cd88f781 req-6e7314c7-69ed-468b-b732-1a0cbcd1a4d4 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:48.745332 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76559ff5-5cc6-4aa3-8f46-11c6cd88f781 req-6e7314c7-69ed-468b-b732-1a0cbcd1a4d4 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.2824607 Aug 17 19:43:48.766678 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e674f1ab-558e-447c-9350-542ba8e19e94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (d9121c84-4c74-45e6-9e1f-68d6426fecda), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.774434 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e674f1ab-558e-447c-9350-542ba8e19e94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (d9121c84-4c74-45e6-9e1f-68d6426fecda), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.783404 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:48.805368 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674f1ab-558e-447c-9350-542ba8e19e94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9121c84-4c74-45e6-9e1f-68d6426fecda,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:48.817161 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e674f1ab-558e-447c-9350-542ba8e19e94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.818351 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e674f1ab-558e-447c-9350-542ba8e19e94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903403 Aug 17 19:43:48.821219 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49084) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:48.826033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-909e6a50-9eb6-4a31-b21a-60212ad98ef4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'security_group_rule': {'security_group_id': '4cf328fc-f52b-4cbe-96cb-fc93d58f1584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:48.826259 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76559ff5-5cc6-4aa3-8f46-11c6cd88f781 req-1c704745-8c4c-4f90-80f7-fbeb6b8de789 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740721 Aug 17 19:43:48.855061 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-909e6a50-9eb6-4a31-b21a-60212ad98ef4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (c6dbf021-9c1b-41af-9c52-bc27edd2c024), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.910665 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-909e6a50-9eb6-4a31-b21a-60212ad98ef4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (c6dbf021-9c1b-41af-9c52-bc27edd2c024), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.913912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-909e6a50-9eb6-4a31-b21a-60212ad98ef4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (c6dbf021-9c1b-41af-9c52-bc27edd2c024), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.932202 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6a50-9eb6-4a31-b21a-60212ad98ef4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dbf021-9c1b-41af-9c52-bc27edd2c024,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:48.941686 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-909e6a50-9eb6-4a31-b21a-60212ad98ef4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:48.942880 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-909e6a50-9eb6-4a31-b21a-60212ad98ef4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206517 Aug 17 19:43:48.946114 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49086) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:48.950744 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:48.971393 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.050738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.157914 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Allocated IP 172.27.1.128 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/d67556a1-d09d-4741-969e-712d1f5332ab) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:43:49.260581 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for port (d67556a1-d09d-4741-969e-712d1f5332ab), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.261772 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:49.294735 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (d67556a1-d09d-4741-969e-712d1f5332ab), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.326867 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:49.339288 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:43:49.344505 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:43:49.348761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:43:49.352778 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'Port': ['ID=d67556a1-d09d-4741-969e-712d1f5332ab,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:49.431391 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (23a9d235-7876-4c1b-b0ba-287359f68960), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.468384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d67556a1-d09d-4741-969e-712d1f5332ab), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.549108 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-65d9440e-6ae5-4abc-b6d0-a6904174c186 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:49.550592 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-65d9440e-6ae5-4abc-b6d0-a6904174c186 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0610683 Aug 17 19:43:49.698549 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Deleting port b5880430-ff15-4906-82f8-7fe7ec8aba19 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:49.698887 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.764713 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for port (d67556a1-d09d-4741-969e-712d1f5332ab), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.772670 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (d67556a1-d09d-4741-969e-712d1f5332ab), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.864158 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] For port b5880430-ff15-4906-82f8-7fe7ec8aba19, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b5880430-ff15-4906-82f8-7fe7ec8aba19,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:49.864732 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.877475 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (23a9d235-7876-4c1b-b0ba-287359f68960), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.888096 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'Port': ['ID=d67556a1-d09d-4741-969e-712d1f5332ab,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:49.890783 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Calling delete_port for b5880430-ff15-4906-82f8-7fe7ec8aba19 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:49.906645 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:49.907859 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9ce23753-ade8-4f7a-9ce8-aae268da2def tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9607604 Aug 17 19:43:49.944961 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:49.954451 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3d68b-7458-4815-8e1d-70073d015b81 req-fb80f055-ab70-4f39-ac6f-a1ae0871a16d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:49.956120 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59c3d68b-7458-4815-8e1d-70073d015b81 req-fb80f055-ab70-4f39-ac6f-a1ae0871a16d tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=9ee39152-962e-4cdf-8251-15b138a12dcc HTTP/1.1" status: 200 len: 946 time: 0.0540545 Aug 17 19:43:50.006762 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59c3d68b-7458-4815-8e1d-70073d015b81 req-f42e6c3b-13fe-439c-9703-29fed8fce806 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=354041b9-7de7-45ad-8344-03389a179496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Aug 17 19:43:50.043245 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b5880430-ff15-4906-82f8-7fe7ec8aba19), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:50.059985 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b5880430-ff15-4906-82f8-7fe7ec8aba19'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:43:50.073287 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Pushing event deleted for resources: {'Port': ['ID=b5880430-ff15-4906-82f8-7fe7ec8aba19,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:50.122080 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] No DVR routers for this DVR port b5880430-ff15-4906-82f8-7fe7ec8aba19 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:43:50.124369 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:50.128090 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47a6c20d-c2fc-4285-9be1-e65bf1381899 req-fb4fb2b0-68d7-43d0-bac3-ac5fddcc47c0 tempest-TestMinimumBasicScenario-1888307559 tempest-TestMinimumBasicScenario-1888307559-project] 10.222.0.65 "DELETE /networking/v2.0/ports/b5880430-ff15-4906-82f8-7fe7ec8aba19 HTTP/1.1" status: 204 len: 173 time: 0.5668111 Aug 17 19:43:50.128519 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'name': 'network-vif-deleted', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:50.129260 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bf9d2e30-8b48-46aa-8d79-477826c0b10f tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1101271622&fields=id&tenant_id=d8e17f7523b4492394df211a01a4193c HTTP/1.1" status: 200 len: 267 time: 0.0522904 Aug 17 19:43:50.130881 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53214ef7-4b3a-4d7f-a02f-66d170f3a33e" -d '{"events": [{"server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "name": "network-vif-deleted", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:50.168856 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f0eef-b57d-4fe8-b485-401a81114f49 x-openstack-request-id: req-f26f0eef-b57d-4fe8-b485-401a81114f49 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:50.169163 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee39152-962e-4cdf-8251-15b138a12dcc", "name": "network-vif-deleted", "tag": "b5880430-ff15-4906-82f8-7fe7ec8aba19", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:50.169432 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f26f0eef-b57d-4fe8-b485-401a81114f49 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:50.169830 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26f0eef-b57d-4fe8-b485-401a81114f49'] response: {'server_uuid': '9ee39152-962e-4cdf-8251-15b138a12dcc', 'name': 'network-vif-deleted', 'tag': 'b5880430-ff15-4906-82f8-7fe7ec8aba19', 'status': 'completed', 'code': 200} Aug 17 19:43:50.248020 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-a2bcd656-81a7-41ec-803e-b417c32aed5b tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:50.249489 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-a2bcd656-81a7-41ec-803e-b417c32aed5b tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 810 time: 0.1115620 Aug 17 19:43:50.265854 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-6dead507-1659-4e5e-bcb4-c6c8e806fc94 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/quotas/d8e17f7523b4492394df211a01a4193c HTTP/1.1" status: 200 len: 375 time: 0.0098617 Aug 17 19:43:50.318322 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-7ae7cb3a-e2c2-4409-a93b-93c45958c749 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474060 Aug 17 19:43:50.412469 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-68dba7c7-2976-4136-b8a7-7bca4f159b74 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Aug 17 19:43:50.510102 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-00d59985-5259-4247-a5e8-ce43e9aa69c3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914938 Aug 17 19:43:50.692997 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3d1e05dd-ec52-46d2-91f1-1daea17b71c4 req-30f3820e-86d5-4cc9-8c07-53a506edf31a tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 210 time: 0.0345716 Aug 17 19:43:50.883244 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6a3e0e5d-86b3-4661-9b06-02498556723f no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:50.902974 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 6a3e0e5d-86b3-4661-9b06-02498556723f {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:50.903303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 6a3e0e5d-86b3-4661-9b06-02498556723f not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:51.637478 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:51.670591 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49162) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:51.747730 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-6c795a09-8d84-4ac6-9c39-61f838cb9a17 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:51.749185 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-6c795a09-8d84-4ac6-9c39-61f838cb9a17 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 810 time: 0.1219919 Aug 17 19:43:51.797859 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:51.821363 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bb355e83-52c8-4d88-9cd9-32f05b7b015a req-37573c63-5fcf-4762-841a-4958dbf9a041 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 210 time: 0.0344832 Aug 17 19:43:51.823906 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-5239cadc-a8ca-498e-9543-5deb5c0e60d2 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8e17f7523b4492394df211a01a4193c HTTP/1.1" status: 200 len: 380 time: 0.0652950 Aug 17 19:43:51.848124 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'port': {'device_id': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'admin_state_up': True, 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'security_groups': ['4cf328fc-f52b-4cbe-96cb-fc93d58f1584']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:51.944394 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Made reservation on behalf of d8e17f7523b4492394df211a01a4193c for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:43:51.948223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.077072 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Allocated IP 172.20.0.10 (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0/636712f1-5e98-4e98-925c-f725a84e65b3/8d0240ee-c805-4cfa-aded-24a776b15f49) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:43:52.096481 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (9a6a5866-88b7-4d71-972c-db2cdad80819), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.141753 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:52.215581 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.249180 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.296144 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:43:52.301866 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:43:52.304014 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event updated for resources: {'Port': ['ID=8d0240ee-c805-4cfa-aded-24a776b15f49,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:52.306165 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:43:52.357744 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:52.358613 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.366307 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:52.376634 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Deleting port e5d8af01-5946-4aed-aa40-faa45495faa7 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:52.376990 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.381133 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-bedec098-c786-4ef4-a8d4-26b24c727a3e tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507898 Aug 17 19:43:52.392987 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Request body: {'port': {'device_id': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:43:52.461024 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.462398 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] For port e5d8af01-5946-4aed-aa40-faa45495faa7, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=e5d8af01-5946-4aed-aa40-faa45495faa7,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:52.462763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.477045 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Calling delete_port for e5d8af01-5946-4aed-aa40-faa45495faa7 owned by network:router_interface {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:52.492764 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:52.567805 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-ae5d79f7-20a0-4832-8b20-0c653b7be359 None None] Provisioning complete for port 8d0240ee-c805-4cfa-aded-24a776b15f49 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:43:52.568642 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ae5d79f7-20a0-4832-8b20-0c653b7be359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.597468 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:52.607200 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d79f7-20a0-4832-8b20-0c653b7be359 None None] Port 8d0240ee-c805-4cfa-aded-24a776b15f49 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:43:52.662541 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (e5d8af01-5946-4aed-aa40-faa45495faa7), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.692666 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d8af01-5946-4aed-aa40-faa45495faa7,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:52.727595 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0240ee-c805-4cfa-aded-24a776b15f49 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:43:52.735942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Publish callbacks [] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.750953 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Transition to ACTIVE for port object 8d0240ee-c805-4cfa-aded-24a776b15f49 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:43:52.755205 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.799762 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0240ee-c805-4cfa-aded-24a776b15f49,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:52.852458 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (9a6a5866-88b7-4d71-972c-db2cdad80819), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.882135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Attempting to bind port 8d0240ee-c805-4cfa-aded-24a776b15f49 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:43:52.882469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Attempting to bind port 8d0240ee-c805-4cfa-aded-24a776b15f49 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:43:52.882804 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Attempting to bind port 8d0240ee-c805-4cfa-aded-24a776b15f49 on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:43:52.888365 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Port 8d0240ee-c805-4cfa-aded-24a776b15f49 on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:43:52.888690 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Attempting to bind port 8d0240ee-c805-4cfa-aded-24a776b15f49 on network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:43:52.894882 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:43:52.895223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Checking segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:43:52.895608 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Bound using segment: {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:43:52.896037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Bound port: 8d0240ee-c805-4cfa-aded-24a776b15f49, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aead030-96d9-480f-9b56-3cf45938ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:43:52.896394 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.925894 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:52.964679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] For port 8d0240ee-c805-4cfa-aded-24a776b15f49, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:43:52.967850 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] For port 8d0240ee-c805-4cfa-aded-24a776b15f49, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8d0240ee-c805-4cfa-aded-24a776b15f49,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:43:52.973411 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.977580 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:52.978191 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:52.979556 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/8d0240ee-c805-4cfa-aded-24a776b15f49 HTTP/1.1" status: 200 len: 1094 time: 0.5915532 Aug 17 19:43:52.980039 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:52.982301 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b74c45-ad85-4df5-abcb-43841c6bd336" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:52.998445 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e7580-996c-47f3-a171-6dab6ab01e14 req-78114c95-eb09-409c-aec2-4f4658226a29 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:53.000596 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-151e7580-996c-47f3-a171-6dab6ab01e14 req-78114c95-eb09-409c-aec2-4f4658226a29 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 944 time: 0.0890927 Aug 17 19:43:53.032300 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:53.040220 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c1887-fe07-4da2-a79d-3f3204b1232f x-openstack-request-id: req-287c1887-fe07-4da2-a79d-3f3204b1232f {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:53.040511 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:53.040868 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-287c1887-fe07-4da2-a79d-3f3204b1232f {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:53.041159 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287c1887-fe07-4da2-a79d-3f3204b1232f'] response: {'name': 'network-changed', 'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'status': 'completed', 'code': 200} Aug 17 19:43:53.072625 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dec2a-2731-4dca-8a97-20a28fb87f29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0240ee-c805-4cfa-aded-24a776b15f49,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:53.089861 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-0ca85ed5-bb96-493a-9c8a-c3ba1305b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:53.091450 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-0ca85ed5-bb96-493a-9c8a-c3ba1305b326 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 1128 time: 0.0587227 Aug 17 19:43:53.109928 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-151e7580-996c-47f3-a171-6dab6ab01e14 req-6221f945-db59-4270-a61c-bc2b28db92f5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942070 Aug 17 19:43:53.137427 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-c570f810-f2fa-4c23-98b7-6ab47bcfb3b8 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0240ee-c805-4cfa-aded-24a776b15f49 HTTP/1.1" status: 200 len: 217 time: 0.0321569 Aug 17 19:43:53.163954 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Router 9a6a5866-88b7-4d71-972c-db2cdad80819 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:43:53.184600 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-f5f50f1e-9f04-4b8d-a338-4f9973603bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:53.186074 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-f5f50f1e-9f04-4b8d-a338-4f9973603bc7 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.0425181 Aug 17 19:43:53.234864 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-fc372f3b-6644-44bc-a4ba-dc6506b6ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:53.236392 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-fc372f3b-6644-44bc-a4ba-dc6506b6ffcd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430944 Aug 17 19:43:53.268528 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:43:53.277030 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-50d8cc64-fdc7-4526-84cc-e64613755f5d admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/9a6a5866-88b7-4d71-972c-db2cdad80819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6008010 Aug 17 19:43:53.277030 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49174) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:53.279630 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] Sync routers for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:43:53.290272 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:53.290874 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:53.334777 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-8193b327-b862-4cea-97eb-260bf4f38f64 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Aug 17 19:43:53.379095 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks [] for router (9a6a5866-88b7-4d71-972c-db2cdad80819), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:53.392757 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:53.409779 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:53.416992 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:53.439080 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d6cd2ec3-bd33-4ae1-8a44-5f3e6b028d91 req-8d2e2167-39f2-4c3c-83f1-03e4150e3566 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976527 Aug 17 19:43:53.483430 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks [] for router_gateway (9a6a5866-88b7-4d71-972c-db2cdad80819), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:53.524505 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Deleting port 6ee372ee-36ef-487e-9cd8-9727137f356a {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:53.524838 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:53.563874 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:43:52Z', 'revision_number': 5, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port': {'id': '6ee372ee-36ef-487e-9cd8-9727137f356a', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:29Z', 'updated_at': '2022-08-17T19:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:53.587962 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] Checking router: 9a6a5866-88b7-4d71-972c-db2cdad80819 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:43:53.596957 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] Routers {'9a6a5866-88b7-4d71-972c-db2cdad80819'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:53.597583 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9a6a5866-88b7-4d71-972c-db2cdad80819'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:53.613090 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] For port 6ee372ee-36ef-487e-9cd8-9727137f356a, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=6ee372ee-36ef-487e-9cd8-9727137f356a,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:53.613488 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:53.627728 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Calling delete_port for 6ee372ee-36ef-487e-9cd8-9727137f356a owned by network:router_gateway {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:53.679558 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] Set router 9a6a5866-88b7-4d71-972c-db2cdad80819 gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:53.725643 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:43:53Z', 'revision_number': 6, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:53.737204 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:53.752599 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5f474-2651-428f-926b-96106ec8e7fe None None] The sync data for ids ['9a6a5866-88b7-4d71-972c-db2cdad80819'] in dv-cinder-850698-2-iscsi is: [{'id': '9a6a5866-88b7-4d71-972c-db2cdad80819', 'name': 'tempest-TestMinimumBasicScenario-779837312-router', 'tenant_id': 'cd2089b2265341b291a0db883f0d211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:28Z', 'updated_at': '2022-08-17T19:43:53Z', 'revision_number': 6, 'project_id': 'cd2089b2265341b291a0db883f0d211f', 'gw_port_host': None}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:43:53.804235 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (6ee372ee-36ef-487e-9cd8-9727137f356a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.045389 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee372ee-36ef-487e-9cd8-9727137f356a,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:54.108208 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (9a6a5866-88b7-4d71-972c-db2cdad80819), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.205766 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:54.217086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (9a6a5866-88b7-4d71-972c-db2cdad80819), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.220163 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks [] for router_controller (9a6a5866-88b7-4d71-972c-db2cdad80819), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.283965 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (9a6a5866-88b7-4d71-972c-db2cdad80819), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.284537 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a6a5866-88b7-4d71-972c-db2cdad80819 {{(pid=111881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:43:54.289333 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.290523 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8d4a1101-cc80-4ee5-aaff-068ca8541fcb admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/9a6a5866-88b7-4d71-972c-db2cdad80819 HTTP/1.1" status: 204 len: 168 time: 1.0127966 Aug 17 19:43:54.293244 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49180) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:54.341198 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] Deleting subnet 71a31d75-040a-48b5-b605-7267bee68e6d {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:43:54.345364 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] Publish callbacks [] for subnet (71a31d75-040a-48b5-b605-7267bee68e6d), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.374190 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e68d7c-85f8-4d72-ba9f-68b5eb23e1da req-63cecc5b-0771-496b-8299-39b1a37db1d3 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:54.375701 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25e68d7c-85f8-4d72-ba9f-68b5eb23e1da req-63cecc5b-0771-496b-8299-39b1a37db1d3 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 944 time: 0.1686714 Aug 17 19:43:54.417349 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (71a31d75-040a-48b5-b605-7267bee68e6d), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.420135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-a98b78b8-e507-4f9f-b633-f6d6c64281b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:54.422174 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-a98b78b8-e507-4f9f-b633-f6d6c64281b4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 1128 time: 0.0557613 Aug 17 19:43:54.423064 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25e68d7c-85f8-4d72-ba9f-68b5eb23e1da req-b322da81-e2fc-49a4-a79f-83d1c3c79f42 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Aug 17 19:43:54.843281 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (71a31d75-040a-48b5-b605-7267bee68e6d), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.863669 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-75b90fbe-ff90-4e55-aacb-2461ef4369fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:54.865188 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-75b90fbe-ff90-4e55-aacb-2461ef4369fc service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 911 time: 0.4264591 Aug 17 19:43:54.896738 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b5880430-ff15-4906-82f8-7fe7ec8aba19 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:54.910030 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-f658ef4c-2027-4ed9-ba1f-834373121a10 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0240ee-c805-4cfa-aded-24a776b15f49 HTTP/1.1" status: 200 len: 217 time: 0.0375073 Aug 17 19:43:54.917243 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: b5880430-ff15-4906-82f8-7fe7ec8aba19 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:54.917644 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b5880430-ff15-4906-82f8-7fe7ec8aba19 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:54.970611 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (71a31d75-040a-48b5-b605-7267bee68e6d), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:54.998064 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-7188c2c4-29cc-4ede-b033-5265e922781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:54.999534 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-7188c2c4-29cc-4ede-b033-5265e922781b service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.0816746 Aug 17 19:43:55.002256 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a31d75-040a-48b5-b605-7267bee68e6d,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:55.007694 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.014353 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ad14c629-2773-4fa1-9a80-aa3a3b8fb01b admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/71a31d75-040a-48b5-b605-7267bee68e6d HTTP/1.1" status: 204 len: 168 time: 0.7174661 Aug 17 19:43:55.014501 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f5bbe-39a4-477a-b74f-c45ae5401fef None None] Network e26875a7-1e1d-4110-a54a-ba7eb4932396 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:43:55.014716 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49184) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:55.051085 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-b57800e0-f4f8-440a-96e3-3b4c5e6f9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:55.054188 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-b57800e0-f4f8-440a-96e3-3b4c5e6f9804 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394282 Aug 17 19:43:55.092763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (e26875a7-1e1d-4110-a54a-ba7eb4932396), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.137050 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Deleting port 53fa3d94-a94b-4245-85da-4eab452108bc {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:55.137423 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.151769 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-eadf6ae5-472f-4fd7-86ec-623f783adf40 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920351 Aug 17 19:43:55.191736 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] DHCP port deletion for e26875a7-1e1d-4110-a54a-ba7eb4932396 request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:43:55.203769 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] For port 53fa3d94-a94b-4245-85da-4eab452108bc, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=53fa3d94-a94b-4245-85da-4eab452108bc,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:55.204131 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.223081 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Calling delete_port for 53fa3d94-a94b-4245-85da-4eab452108bc owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:55.236095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Deleting port 53fa3d94-a94b-4245-85da-4eab452108bc {{(pid=111890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:55.236785 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), before_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.261085 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-36b74c45-ad85-4df5-abcb-43841c6bd336 req-92344f77-8d70-4b20-9468-707f3569a481 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959404 Aug 17 19:43:55.303346 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] For port 53fa3d94-a94b-4245-85da-4eab452108bc, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=53fa3d94-a94b-4245-85da-4eab452108bc,segment=NetworkSegment(9b964a49-eb2e-4c0a-b7f7-44e151a5d715),segment_id=9b964a49-eb2e-4c0a-b7f7-44e151a5d715)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:55.303746 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), precommit_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.318793 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Calling delete_port for 53fa3d94-a94b-4245-85da-4eab452108bc owned by network:dhcp {{(pid=111890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:55.320257 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.347232 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fa3d94-a94b-4245-85da-4eab452108bc,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:55.358096 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] No DVR routers for this DVR port 53fa3d94-a94b-4245-85da-4eab452108bc on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:43:55.406614 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (53fa3d94-a94b-4245-85da-4eab452108bc), after_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.432979 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Pushing event deleted for resources: {'Port': ['ID=53fa3d94-a94b-4245-85da-4eab452108bc,revision_number=None']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:55.437621 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] No DVR routers for this DVR port 53fa3d94-a94b-4245-85da-4eab452108bc on host dv-cinder-850698-2-iscsi {{(pid=111890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:43:55.438870 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (e26875a7-1e1d-4110-a54a-ba7eb4932396), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.444324 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.444737 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.445196 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.445597 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.445995 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.446464 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.457546 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.458326 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.458819 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.460023 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.461428 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.462153 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.462730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.463314 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.463921 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b50a2-74fb-49b4-8481-c4734addb025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:43:55.474235 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26875a7-1e1d-4110-a54a-ba7eb4932396']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:55.484086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b964a49-eb2e-4c0a-b7f7-44e151a5d715') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:55.484388 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b964a49-eb2e-4c0a-b7f7-44e151a5d715') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:55.494834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (9b964a49-eb2e-4c0a-b7f7-44e151a5d715), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.534503 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (9b964a49-eb2e-4c0a-b7f7-44e151a5d715), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.546763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:43:55.547295 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (9b964a49-eb2e-4c0a-b7f7-44e151a5d715), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.596816 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 9b964a49-eb2e-4c0a-b7f7-44e151a5d715 resource provider aggregate not found Aug 17 19:43:55.606888 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285aec6-2d49-4afa-b0cc-012c3ff0bdff req-1022ace1-bf1d-4334-8a24-c7a9a457c186 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:55.609266 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c285aec6-2d49-4afa-b0cc-012c3ff0bdff req-1022ace1-bf1d-4334-8a24-c7a9a457c186 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 944 time: 0.1061757 Aug 17 19:43:55.648851 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 9b964a49-eb2e-4c0a-b7f7-44e151a5d715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b964a49-eb2e-4c0a-b7f7-44e151a5d715 found for delete ", "request_id": "req-623b118b-a98b-44eb-8f0c-cdd67f70b82f"}]} Aug 17 19:43:55.649312 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:55.659852 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (e26875a7-1e1d-4110-a54a-ba7eb4932396), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.668286 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:55.671776 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/e26875a7-1e1d-4110-a54a-ba7eb4932396 HTTP/1.1" status: 204 len: 168 time: 0.6559680 Aug 17 19:43:55.674862 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49204) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:55.697403 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75663b3-e44e-4d8b-afac-6557dfbaa454 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26875a7-1e1d-4110-a54a-ba7eb4932396,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:55.701898 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 53fa3d94-a94b-4245-85da-4eab452108bc no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:55.713861 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c285aec6-2d49-4afa-b0cc-012c3ff0bdff req-9223be23-144c-40c0-8cf0-3e954d67fe86 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984712 Aug 17 19:43:55.722964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 53fa3d94-a94b-4245-85da-4eab452108bc {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:55.723241 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 53fa3d94-a94b-4245-85da-4eab452108bc not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:55.723670 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 6ee372ee-36ef-487e-9cd8-9727137f356a no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:55.743348 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 6ee372ee-36ef-487e-9cd8-9727137f356a {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:55.743799 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 6ee372ee-36ef-487e-9cd8-9727137f356a not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:55.744252 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device e5d8af01-5946-4aed-aa40-faa45495faa7 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:55.766055 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: e5d8af01-5946-4aed-aa40-faa45495faa7 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:55.766392 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device e5d8af01-5946-4aed-aa40-faa45495faa7 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:55.883439 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:55.968075 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:56.022126 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:56.240611 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Deleting port 083436a5-a7f4-4bda-99d9-19ce9d04d989 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:56.241236 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:56.320950 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] For port 083436a5-a7f4-4bda-99d9-19ce9d04d989, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=083436a5-a7f4-4bda-99d9-19ce9d04d989,segment=NetworkSegment(c0080a65-4d28-447d-8ac7-0ccd8552fa8c),segment_id=c0080a65-4d28-447d-8ac7-0ccd8552fa8c)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:56.321351 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:56.334122 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Calling delete_port for 083436a5-a7f4-4bda-99d9-19ce9d04d989 owned by network:router_interface {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:56.520687 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (083436a5-a7f4-4bda-99d9-19ce9d04d989), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:56.544373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Pushing event deleted for resources: {'Port': ['ID=083436a5-a7f4-4bda-99d9-19ce9d04d989,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:56.698962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:56.708947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:56.818344 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:56.845101 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d4b6c-9d0e-47f8-aaa0-ae790e619053 req-4a260baa-fc8f-426c-8fee-c64344d0f97f tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:56.846828 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-da6d4b6c-9d0e-47f8-aaa0-ae790e619053 req-4a260baa-fc8f-426c-8fee-c64344d0f97f tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 944 time: 0.0517831 Aug 17 19:43:56.895997 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8d0240ee-c805-4cfa-aded-24a776b15f49 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:43:56.913272 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-da6d4b6c-9d0e-47f8-aaa0-ae790e619053 req-4b825dc2-f50d-4a47-a281-d5df187d5804 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593207 Aug 17 19:43:56.943214 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:43:57.045227 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8d0240ee-c805-4cfa-aded-24a776b15f49, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8d0240ee-c805-4cfa-aded-24a776b15f49,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:57.053530 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d443f-156a-4490-88ce-37adb3a5e957 req-97ee4dee-5b25-4636-8e8c-8b5e7a08ac5d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:57.055148 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-801d443f-156a-4490-88ce-37adb3a5e957 req-97ee4dee-5b25-4636-8e8c-8b5e7a08ac5d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0529847 Aug 17 19:43:57.056618 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'port_id': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'mac_address': 'fa:16:3e:73:39:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:43:57.069259 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:43:57.077384 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3af8f189-9983-4693-ad7c-896d33c6c394 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983228 Aug 17 19:43:57.078256 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49218) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:57.086921 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] Sync routers for ids ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:43:57.106267 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] Routers {'7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:57.106892 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:57.112828 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-801d443f-156a-4490-88ce-37adb3a5e957 req-d3457658-19ed-4338-baa7-8936f8fc01d8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491524 Aug 17 19:43:57.154718 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8d0240ee-c805-4cfa-aded-24a776b15f49 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:43:57.155099 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.175737 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0240ee-c805-4cfa-aded-24a776b15f49 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:43:57.179501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks [] for router (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.229135 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8d0240ee-c805-4cfa-aded-24a776b15f49, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8d0240ee-c805-4cfa-aded-24a776b15f49,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:57.234618 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.264225 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] Set router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:57.275017 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks [] for router_gateway (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.319720 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Deleting port 01a1e5ff-306f-4b60-bb49-c6d512f9c714 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:57.319971 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.374355 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8d0240ee-c805-4cfa-aded-24a776b15f49,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:57.401452 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] For port 01a1e5ff-306f-4b60-bb49-c6d512f9c714, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=01a1e5ff-306f-4b60-bb49-c6d512f9c714,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:57.401806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.414701 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Calling delete_port for 01a1e5ff-306f-4b60-bb49-c6d512f9c714 owned by network:router_gateway {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:57.458851 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:43:56Z', 'revision_number': 5, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port': {'id': '01a1e5ff-306f-4b60-bb49-c6d512f9c714', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:40:35Z', 'updated_at': '2022-08-17T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:57.483044 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] Checking router: 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:43:57.491801 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] Routers {'7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:43:57.492396 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:57.525512 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['8d0240ee-c805-4cfa-aded-24a776b15f49'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:43:57.582814 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (01a1e5ff-306f-4b60-bb49-c6d512f9c714), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.613144 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] Set router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a gateway port host: None {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:43:57.615510 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a1e5ff-306f-4b60-bb49-c6d512f9c714,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:57.662053 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:57.666218 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:57.677467 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:43:57Z', 'revision_number': 6, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:57.682734 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.710930 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac8e65-035f-48bf-9739-430fd7cb4ae4 None None] The sync data for ids ['7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a'] in dv-cinder-850698-2-iscsi is: [{'id': '7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a', 'name': 'tempest-TestMinimumBasicScenario-516805735-router', 'tenant_id': '24e76024075f4548845e65b4a285664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:40:34Z', 'updated_at': '2022-08-17T19:43:57Z', 'revision_number': 6, 'project_id': '24e76024075f4548845e65b4a285664e', 'gw_port_host': None}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:43:57.735325 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:57.762865 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:57.777699 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.779889 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks [] for router_controller (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.789177 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:57.822865 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.823521 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a {{(pid=111883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:43:57.828570 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.829839 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a5947606-c690-430e-862d-ef6b88b82d28 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/7c0c10a8-3fda-4b22-bf88-fdf50ba3d94a HTTP/1.1" status: 204 len: 168 time: 0.7506104 Aug 17 19:43:57.832324 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49220) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:57.876329 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] Deleting subnet 65a44dca-6556-4328-866d-7a2566e3b275 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:43:57.879398 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] Publish callbacks [] for subnet (65a44dca-6556-4328-866d-7a2566e3b275), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.917478 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (65a44dca-6556-4328-866d-7a2566e3b275), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:57.992375 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (65a44dca-6556-4328-866d-7a2566e3b275), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.025649 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:58.046889 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688ae05-0708-4311-aa90-760c63736627 req-bd92e3f7-37fb-4fa6-869d-0488142e3871 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:58.047194 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (65a44dca-6556-4328-866d-7a2566e3b275), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.048416 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5688ae05-0708-4311-aa90-760c63736627 req-bd92e3f7-37fb-4fa6-869d-0488142e3871 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 945 time: 0.0501463 Aug 17 19:43:58.081100 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a44dca-6556-4328-866d-7a2566e3b275,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:58.085139 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.091239 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-044cf456-0884-4ed0-b829-44531f5e84fb admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/65a44dca-6556-4328-866d-7a2566e3b275 HTTP/1.1" status: 204 len: 168 time: 0.2578948 Aug 17 19:43:58.091847 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49224) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:58.091970 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc60a3c2-8aa7-4597-9ddf-58b579932ab6 None None] Network af327297-b9a8-4a88-8923-4f60331e6f76 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:43:58.113938 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5688ae05-0708-4311-aa90-760c63736627 req-565b988e-9f51-4c98-8635-8ae3a93458cb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589480 Aug 17 19:43:58.168405 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (af327297-b9a8-4a88-8923-4f60331e6f76), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.214029 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Deleting port 7102f8ac-3a9a-402e-8fed-a79b8be97309 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:43:58.214369 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.261306 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d100d2-3b21-4409-b57d-227d4beaabe1 req-d36c8820-b6c3-40ae-80a4-626aa0d51d6d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:58.262874 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8d100d2-3b21-4409-b57d-227d4beaabe1 req-d36c8820-b6c3-40ae-80a4-626aa0d51d6d tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0588667 Aug 17 19:43:58.285447 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] For port 7102f8ac-3a9a-402e-8fed-a79b8be97309, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=7102f8ac-3a9a-402e-8fed-a79b8be97309,segment=NetworkSegment(c0080a65-4d28-447d-8ac7-0ccd8552fa8c),segment_id=c0080a65-4d28-447d-8ac7-0ccd8552fa8c)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:58.285901 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.299989 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Calling delete_port for 7102f8ac-3a9a-402e-8fed-a79b8be97309 owned by network:dhcp {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:43:58.315074 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8d100d2-3b21-4409-b57d-227d4beaabe1 req-633a4ea1-cb71-4ffc-9728-1cfeb7c0c7ad tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458307 Aug 17 19:43:58.376781 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (7102f8ac-3a9a-402e-8fed-a79b8be97309), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.398487 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7102f8ac-3a9a-402e-8fed-a79b8be97309,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:58.403796 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] No DVR routers for this DVR port 7102f8ac-3a9a-402e-8fed-a79b8be97309 on host dv-cinder-850698-2-iscsi {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:43:58.473094 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:58.477436 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (af327297-b9a8-4a88-8923-4f60331e6f76), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.497184 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af327297-b9a8-4a88-8923-4f60331e6f76']}} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:58.506371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c') {'for_net_delete': True} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:58.506694 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0080a65-4d28-447d-8ac7-0ccd8552fa8c') {} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:43:58.516607 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824914'] for segment (c0080a65-4d28-447d-8ac7-0ccd8552fa8c), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.530005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (c0080a65-4d28-447d-8ac7-0ccd8552fa8c), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.537136 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=111883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:43:58.537591 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25821873'] for segment (c0080a65-4d28-447d-8ac7-0ccd8552fa8c), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.575113 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f94f5-b6bd-41b9-a598-709108119ee6 None None] DHCP port deletion for af327297-b9a8-4a88-8923-4f60331e6f76 request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:43:58.582717 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment c0080a65-4d28-447d-8ac7-0ccd8552fa8c resource provider aggregate not found Aug 17 19:43:58.607268 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (af327297-b9a8-4a88-8923-4f60331e6f76), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.610007 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment c0080a65-4d28-447d-8ac7-0ccd8552fa8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0080a65-4d28-447d-8ac7-0ccd8552fa8c found for delete ", "request_id": "req-181c25eb-5488-497f-9d57-d1f40f482c50"}]} Aug 17 19:43:58.616842 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.619977 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/af327297-b9a8-4a88-8923-4f60331e6f76 HTTP/1.1" status: 204 len: 168 time: 0.5272131 Aug 17 19:43:58.629997 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f0a80-a287-46bb-bd5e-a5c241b357bd admin admin] Pushing event deleted for resources: {'Network': ['ID=af327297-b9a8-4a88-8923-4f60331e6f76,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:58.792407 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49234) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:58.837927 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ae867f1c-c26e-40fd-ad40-fcf0adbb0521 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=cd2089b2265341b291a0db883f0d211f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414941 Aug 17 19:43:58.838752 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49236) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:58.888275 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1167afa6-bb26-401f-ba90-b6c61465f5f2 admin admin] Publish callbacks [] for security_group (354041b9-7de7-45ad-8344-03389a179496), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.909982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1167afa6-bb26-401f-ba90-b6c61465f5f2 admin admin] Publish callbacks [] for security_group (354041b9-7de7-45ad-8344-03389a179496), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.918943 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:43:58.922675 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8d0240ee-c805-4cfa-aded-24a776b15f49 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:43:58.972441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1167afa6-bb26-401f-ba90-b6c61465f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (354041b9-7de7-45ad-8344-03389a179496), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.975452 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1167afa6-bb26-401f-ba90-b6c61465f5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:58.976665 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-1167afa6-bb26-401f-ba90-b6c61465f5f2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/354041b9-7de7-45ad-8344-03389a179496 HTTP/1.1" status: 204 len: 168 time: 0.1367486 Aug 17 19:43:58.988652 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167afa6-bb26-401f-ba90-b6c61465f5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354041b9-7de7-45ad-8344-03389a179496,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:59.099823 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 8d0240ee-c805-4cfa-aded-24a776b15f49 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:43:59.106144 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 8d0240ee-c805-4cfa-aded-24a776b15f49 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:43:59.106556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:59.185087 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8d0240ee-c805-4cfa-aded-24a776b15f49 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:43:59.185568 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:59.209432 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:43:59.211683 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580599a1-613d-495c-8f88-dea9ad22e72c" -d '{"events": [{"server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "name": "network-vif-plugged", "status": "completed", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:43:59.232816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8d0240ee-c805-4cfa-aded-24a776b15f49, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8d0240ee-c805-4cfa-aded-24a776b15f49,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:43:59.237723 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c17f0-341b-44b1-9d4f-e2db62204714 req-9c9d37d8-b213-44ac-98ce-52b6c827e359 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:59.239971 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c10c17f0-341b-44b1-9d4f-e2db62204714 req-9c9d37d8-b213-44ac-98ce-52b6c827e359 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 945 time: 0.0612645 Aug 17 19:43:59.241446 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:59.268427 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b601031-9128-46ee-bd0a-524b3b070166 x-openstack-request-id: req-2b601031-9128-46ee-bd0a-524b3b070166 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:43:59.268823 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "name": "network-vif-plugged", "status": "completed", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:43:59.269158 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b601031-9128-46ee-bd0a-524b3b070166 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:43:59.269810 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b601031-9128-46ee-bd0a-524b3b070166'] response: {'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'code': 200} Aug 17 19:43:59.294847 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c10c17f0-341b-44b1-9d4f-e2db62204714 req-fbd68090-33db-4dfd-8dd7-ff03519b8256 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 Aug 17 19:43:59.300181 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8d0240ee-c805-4cfa-aded-24a776b15f49,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:59.366609 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49248) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:59.438996 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-00f78e3a-0b13-4a97-98d1-ac058a254daf admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=24e76024075f4548845e65b4a285664e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710530 Aug 17 19:43:59.441541 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49250) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:43:59.452443 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bef20d-cfcf-4da4-b634-18ebd53a72ba req-87fb2ce5-9cbf-4e0f-8eb8-1b8fde2aaa58 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:43:59.454487 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07bef20d-cfcf-4da4-b634-18ebd53a72ba req-87fb2ce5-9cbf-4e0f-8eb8-1b8fde2aaa58 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0611780 Aug 17 19:43:59.491055 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-61ea77c0-a6bb-4d6c-be0a-11cc1d4fd971 admin admin] Publish callbacks [] for security_group (8c198e53-fb2b-4da4-9727-5e6d160bd985), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:59.502235 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-07bef20d-cfcf-4da4-b634-18ebd53a72ba req-a771afd9-3c41-4a17-87f6-5f6c8ddb876e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Aug 17 19:43:59.517539 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-61ea77c0-a6bb-4d6c-be0a-11cc1d4fd971 admin admin] Publish callbacks [] for security_group (8c198e53-fb2b-4da4-9727-5e6d160bd985), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:59.565224 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-61ea77c0-a6bb-4d6c-be0a-11cc1d4fd971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (8c198e53-fb2b-4da4-9727-5e6d160bd985), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:59.567763 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-61ea77c0-a6bb-4d6c-be0a-11cc1d4fd971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:43:59.568929 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-61ea77c0-a6bb-4d6c-be0a-11cc1d4fd971 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8c198e53-fb2b-4da4-9727-5e6d160bd985 HTTP/1.1" status: 204 len: 168 time: 0.1264119 Aug 17 19:43:59.576811 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea77c0-a6bb-4d6c-be0a-11cc1d4fd971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c198e53-fb2b-4da4-9727-5e6d160bd985,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:43:59.664316 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7102f8ac-3a9a-402e-8fed-a79b8be97309 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:59.683350 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 7102f8ac-3a9a-402e-8fed-a79b8be97309 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:59.683697 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7102f8ac-3a9a-402e-8fed-a79b8be97309 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:59.684109 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 01a1e5ff-306f-4b60-bb49-c6d512f9c714 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:59.703246 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 01a1e5ff-306f-4b60-bb49-c6d512f9c714 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:59.703595 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 01a1e5ff-306f-4b60-bb49-c6d512f9c714 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:43:59.704003 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 083436a5-a7f4-4bda-99d9-19ce9d04d989 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:43:59.721824 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 083436a5-a7f4-4bda-99d9-19ce9d04d989 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:43:59.722120 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 083436a5-a7f4-4bda-99d9-19ce9d04d989 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:44:00.415144 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c15ae8-4270-48ad-8d92-278217441241 req-f6a5a035-0e70-43d3-818b-8f00fdd8d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:00.416647 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-73c15ae8-4270-48ad-8d92-278217441241 req-f6a5a035-0e70-43d3-818b-8f00fdd8d347 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 1130 time: 0.0383034 Aug 17 19:44:00.417103 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc41c0a-1840-4e55-b2d4-5e9e3b2e0abf req-47994eb5-fa6a-4bb8-8240-64ca24296ecb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:00.418606 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9dc41c0a-1840-4e55-b2d4-5e9e3b2e0abf req-47994eb5-fa6a-4bb8-8240-64ca24296ecb tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 946 time: 0.0473576 Aug 17 19:44:00.463565 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-73c15ae8-4270-48ad-8d92-278217441241 req-a5c55d16-a361-49f0-8b43-5c7536bc970e service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Aug 17 19:44:00.465326 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9dc41c0a-1840-4e55-b2d4-5e9e3b2e0abf req-8cb3c9ee-cb43-4e44-9fc2-c4a1022e8a2d tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405266 Aug 17 19:44:00.622396 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99eac-4724-476e-8ff3-ce72c87a1bc6 req-18008cc0-8f0c-46e8-947f-619810d1ba5e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:00.623744 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65c99eac-4724-476e-8ff3-ce72c87a1bc6 req-18008cc0-8f0c-46e8-947f-619810d1ba5e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0463178 Aug 17 19:44:00.673108 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-65c99eac-4724-476e-8ff3-ce72c87a1bc6 req-f204b012-97be-43e2-9f81-1164aaa0112c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fa6d1ce5-a037-4761-9cc4-75fdba86a919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 Aug 17 19:44:00.755252 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-7ec1fd80-bf60-430f-b72f-03b4857204c4 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:00.756701 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-7ec1fd80-bf60-430f-b72f-03b4857204c4 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 946 time: 0.0456071 Aug 17 19:44:00.842472 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Deleting port bf5dc59e-079d-4504-b553-f9c0418123e9 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:44:00.842810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:00.930754 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] For port bf5dc59e-079d-4504-b553-f9c0418123e9, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bf5dc59e-079d-4504-b553-f9c0418123e9,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:00.931114 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:01.036063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:01.098632 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:01.098992 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (1698b133-e171-43e0-a666-701aa129da74), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:01.099296 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Floating IP 1698b133-e171-43e0-a666-701aa129da74 disassociated. External IP: 172.27.1.57, port: bf5dc59e-079d-4504-b553-f9c0418123e9. Aug 17 19:44:01.099629 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Calling delete_port for bf5dc59e-079d-4504-b553-f9c0418123e9 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:44:01.220679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (bf5dc59e-079d-4504-b553-f9c0418123e9), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:01.248638 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event deleted for resources: {'Port': ['ID=bf5dc59e-079d-4504-b553-f9c0418123e9,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:01.348662 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:01.361067 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Router f0f05126-ba6f-43d8-8d6b-e22e7a456372 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:44:01.464679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:44:01.475157 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] Sync routers for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:44:01.485681 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:44:01.486352 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:01.510832 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] No DVR routers for this DVR port bf5dc59e-079d-4504-b553-f9c0418123e9 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:44:01.513583 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:01.517466 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8dd44a65-fbf2-4501-9a97-377d0c3cab4a req-194f85cd-6cf9-4688-8676-c4453da722f6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "DELETE /networking/v2.0/ports/bf5dc59e-079d-4504-b553-f9c0418123e9 HTTP/1.1" status: 204 len: 173 time: 0.7532308 Aug 17 19:44:01.517920 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'name': 'network-vif-deleted', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:44:01.520330 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3303f546-4d76-4114-9be0-569d3c612d20" -d '{"events": [{"server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "name": "network-vif-deleted", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:44:01.563451 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba964cd-812a-4bb4-8eb4-f8935f90def9 x-openstack-request-id: req-6ba964cd-812a-4bb4-8eb4-f8935f90def9 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:44:01.563792 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb", "name": "network-vif-deleted", "tag": "bf5dc59e-079d-4504-b553-f9c0418123e9", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:44:01.564049 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ba964cd-812a-4bb4-8eb4-f8935f90def9 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:44:01.564463 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba964cd-812a-4bb4-8eb4-f8935f90def9'] response: {'server_uuid': 'be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb', 'name': 'network-vif-deleted', 'tag': 'bf5dc59e-079d-4504-b553-f9c0418123e9', 'status': 'completed', 'code': 200} Aug 17 19:44:01.600205 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:44:01.612735 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf9331-a3f7-403a-894b-92659aeec99f req-d407e44c-3612-474d-a47e-3c8f18459a76 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:01.614470 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59bf9331-a3f7-403a-894b-92659aeec99f req-d407e44c-3612-474d-a47e-3c8f18459a76 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 946 time: 0.0596726 Aug 17 19:44:01.665629 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59bf9331-a3f7-403a-894b-92659aeec99f req-97c55653-34e7-44c8-94c0-04e1569e49d5 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451577 Aug 17 19:44:01.779363 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-814b5fd8-5958-43fd-9797-bc86ce262dbe req-961d2520-5156-4b55-b11c-b96962fed0e6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=be7ddd20-3ca0-4a4a-b63e-3c7eb37989cb HTTP/1.1" status: 200 len: 210 time: 0.0275795 Aug 17 19:44:01.783461 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:01.800226 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:01.824438 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] Checking router: f0f05126-ba6f-43d8-8d6b-e22e7a456372 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:44:01.833191 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:44:01.833810 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:01.881245 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:01.934253 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:44:02.211192 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:02.235764 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35176c9-3435-4915-be4e-2f31a8ffdbef None None] The sync data for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi is: [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:05Z', 'revision_number': 4, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '0613fa91-f339-469b-8c86-4c790027f1c4', 'name': '', 'network_id': 'e5255586-eadf-4699-a0a6-becc090592e0', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'mac_address': 'fa:16:3e:b1:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:03Z', 'updated_at': '2022-08-17T19:39:19Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'subnets': [{'id': '44ff26fb-058b-44b9-9b62-e4ae273e7222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:44:02.456028 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e329e09-830c-44ba-b0d2-4271f00941af None None] New status for floating IP 1698b133-e171-43e0-a666-701aa129da74: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:44:02.776259 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:02.794891 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a865c-e851-4730-982e-fe7cad384660 req-e08a81d4-c9e8-4810-b369-3390da1f82ec tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:02.796406 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-600a865c-e851-4730-982e-fe7cad384660 req-e08a81d4-c9e8-4810-b369-3390da1f82ec tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 946 time: 0.0488594 Aug 17 19:44:02.863556 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-600a865c-e851-4730-982e-fe7cad384660 req-c47acf2e-aef9-4a01-8552-4277a068eff8 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611250 Aug 17 19:44:02.873763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49270) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:02.932163 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1719cd58-1e00-4bef-9591-6aea1b928eb0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group (fa6d1ce5-a037-4761-9cc4-75fdba86a919), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:02.984114 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1719cd58-1e00-4bef-9591-6aea1b928eb0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group (fa6d1ce5-a037-4761-9cc4-75fdba86a919), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.023227 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143a737-f666-4f5e-9425-2c268f0c4f21 req-9478974d-30fb-46d1-9d53-e76ded5e7dde tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:03.026042 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9143a737-f666-4f5e-9425-2c268f0c4f21 req-9478974d-30fb-46d1-9d53-e76ded5e7dde tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 946 time: 0.0807571 Aug 17 19:44:03.034498 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49274) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:03.039197 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Request body: {'floatingip': {'port_id': '8d0240ee-c805-4cfa-aded-24a776b15f49'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:44:03.051805 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1719cd58-1e00-4bef-9591-6aea1b928eb0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (fa6d1ce5-a037-4761-9cc4-75fdba86a919), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.054616 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1719cd58-1e00-4bef-9591-6aea1b928eb0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.055847 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1719cd58-1e00-4bef-9591-6aea1b928eb0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fa6d1ce5-a037-4761-9cc4-75fdba86a919 HTTP/1.1" status: 204 len: 168 time: 0.1806045 Aug 17 19:44:03.060889 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49276) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:03.079061 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719cd58-1e00-4bef-9591-6aea1b928eb0 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6d1ce5-a037-4761-9cc4-75fdba86a919,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:03.081238 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.api.v2.resource [None req-03b813ba-c7e1-4283-92ae-8cb0391d4cc6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] show failed (client error): The resource could not be found. Aug 17 19:44:03.083955 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-03b813ba-c7e1-4283-92ae-8cb0391d4cc6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups/fa6d1ce5-a037-4761-9cc4-75fdba86a919 HTTP/1.1" status: 404 len: 347 time: 0.0218990 Aug 17 19:44:03.085034 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49278) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:03.129611 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:03.214822 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Deleting port 1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:44:03.215071 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.295206 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.295535 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.309944 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Calling delete_port for 1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7 owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:44:03.335791 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (23a9d235-7876-4c1b-b0ba-287359f68960), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.445050 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.470117 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event deleted for resources: {'Port': ['ID=1ec3c3aa-1815-4ea7-adf0-701b2dffbeb7,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:03.534986 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks [] for floatingip (1698b133-e171-43e0-a666-701aa129da74), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.537553 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.538709 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-841c844b-7923-41d1-860b-e8e9cba2d4b5 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/1698b133-e171-43e0-a666-701aa129da74 HTTP/1.1" status: 204 len: 168 time: 0.4526544 Aug 17 19:44:03.767173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.770232 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (23a9d235-7876-4c1b-b0ba-287359f68960), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:03.772664 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:03.869570 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Floating IP 23a9d235-7876-4c1b-b0ba-287359f68960 associated. External IP: 172.27.1.128, port: 8d0240ee-c805-4cfa-aded-24a776b15f49. Aug 17 19:44:04.044212 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-615227b9-a0b1-47dc-a8de-c1be415a3156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:04.063313 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Router f13497e7-e612-46ed-bfd0-ffa0655a80cd has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:44:04.121299 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:04.166214 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:44:04.170819 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:04.175455 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008297a-3a36-4933-831a-90302669775a None None] Sync routers for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:44:04.184954 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008297a-3a36-4933-831a-90302669775a None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:44:04.185584 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b008297a-3a36-4933-831a-90302669775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:04.200215 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-d04f1ffe-fd27-436d-b63c-beafa81d3394 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/23a9d235-7876-4c1b-b0ba-287359f68960 HTTP/1.1" status: 200 len: 992 time: 1.1642587 Aug 17 19:44:04.200783 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:44:04.203769 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf9214-82ea-413c-b0a2-1990443628e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:44:04.239876 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8180c64-13ab-4c8e-88c8-aeeb248b52fc x-openstack-request-id: req-a8180c64-13ab-4c8e-88c8-aeeb248b52fc {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:44:04.240165 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:44:04.240413 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8180c64-13ab-4c8e-88c8-aeeb248b52fc {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:44:04.240818 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8180c64-13ab-4c8e-88c8-aeeb248b52fc'] response: {'name': 'network-changed', 'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'status': 'completed', 'code': 200} Aug 17 19:44:04.288173 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b008297a-3a36-4933-831a-90302669775a None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:44:04.303564 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-eac136dc-55af-4f60-9c9d-cf4eb14ecd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:04.305168 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-eac136dc-55af-4f60-9c9d-cf4eb14ecd92 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8e17f7523b4492394df211a01a4193c&device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 1130 time: 0.0433061 Aug 17 19:44:04.398673 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-0b7e48cf-ecf2-4a61-8e00-981be0256a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:04.400164 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-0b7e48cf-ecf2-4a61-8e00-981be0256a23 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 200 len: 911 time: 0.0890625 Aug 17 19:44:04.464907 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-56879869-26af-4e52-95d9-97cb9d91e013 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0240ee-c805-4cfa-aded-24a776b15f49 HTTP/1.1" status: 200 len: 1000 time: 0.0579154 Aug 17 19:44:04.495191 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b008297a-3a36-4933-831a-90302669775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '23a9d235-7876-4c1b-b0ba-287359f68960', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'port_id': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'mac_address': 'fa:16:3e:73:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:43:49Z', 'updated_at': '2022-08-17T19:44:03Z', 'revision_number': 1, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:04.513152 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-297bfddd-65f0-4eff-a39f-c6474ea3c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:04.514682 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-297bfddd-65f0-4eff-a39f-c6474ea3c2ab service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 200 len: 849 time: 0.0436490 Aug 17 19:44:04.519600 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008297a-3a36-4933-831a-90302669775a None None] Checking router: f13497e7-e612-46ed-bfd0-ffa0655a80cd for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:44:04.527874 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008297a-3a36-4933-831a-90302669775a None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:44:04.528455 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b008297a-3a36-4933-831a-90302669775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:43:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:04.557614 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-b30b921d-ed59-40df-8de8-bbf3a0168dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:04.559173 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-b30b921d-ed59-40df-8de8-bbf3a0168dff service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381160 Aug 17 19:44:04.628077 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b008297a-3a36-4933-831a-90302669775a None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:44:04.650796 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-6c5acfca-797e-4e11-b04f-2e3cbcbcaa6f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846541 Aug 17 19:44:04.751268 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-18cf9214-82ea-413c-b0a2-1990443628e9 req-c91814d3-b410-449f-abfc-c72710571899 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919654 Aug 17 19:44:04.764408 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:04.848363 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b008297a-3a36-4933-831a-90302669775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '23a9d235-7876-4c1b-b0ba-287359f68960', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'port_id': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'mac_address': 'fa:16:3e:73:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:43:49Z', 'updated_at': '2022-08-17T19:44:03Z', 'revision_number': 1, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:04.872562 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008297a-3a36-4933-831a-90302669775a None None] The sync data for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi is: [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '23a9d235-7876-4c1b-b0ba-287359f68960', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'port_id': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'mac_address': 'fa:16:3e:73:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:43:49Z', 'updated_at': '2022-08-17T19:44:03Z', 'revision_number': 1, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:44:04.973881 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device bf5dc59e-079d-4504-b553-f9c0418123e9 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:44:04.994270 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: bf5dc59e-079d-4504-b553-f9c0418123e9 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:44:04.994617 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device bf5dc59e-079d-4504-b553-f9c0418123e9 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:44:05.064816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4eaf6a-6524-45d9-acce-107ee3d2067e None None] New status for floating IP 23a9d235-7876-4c1b-b0ba-287359f68960: ACTIVE {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:44:06.039949 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005525d-3e8f-40a4-a389-5372576c0ab6 req-e847b757-5263-4653-8340-1243bcada12c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:06.041417 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b005525d-3e8f-40a4-a389-5372576c0ab6 req-e847b757-5263-4653-8340-1243bcada12c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0469685 Aug 17 19:44:06.088143 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b005525d-3e8f-40a4-a389-5372576c0ab6 req-5a971e73-98ae-460d-9851-116dad184780 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Aug 17 19:44:06.116852 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-54c62282-fc80-4631-85df-14dc25e5158a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:07.207108 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821bd4-493d-46f3-836e-a7de3d09b624 req-bba98af3-c084-4fb5-b605-056ca087d715 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:07.208456 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9b821bd4-493d-46f3-836e-a7de3d09b624 req-bba98af3-c084-4fb5-b605-056ca087d715 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0467308 Aug 17 19:44:07.253662 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9b821bd4-493d-46f3-836e-a7de3d09b624 req-ba1768b0-e92e-4b60-bfd1-1dc9b1fcc6a6 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Aug 17 19:44:07.449880 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:08.107877 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-5c50fdcf-c5ad-49db-8268-6d425cad6459 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502641 Aug 17 19:44:08.145505 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:08.268316 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:08.277474 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c627-ced3-4744-8393-bce5be2d6904 req-4ebe3795-87ee-436f-8de3-d4292eeed405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:08.278947 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-4ebe3795-87ee-436f-8de3-d4292eeed405 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=25f3817d99d84da2b797215d23de887f&device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 1130 time: 0.0388675 Aug 17 19:44:08.362627 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:08.377146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe4b3-b2a3-4a34-8b8a-4413bd172d5f req-d44ecd4e-243e-440e-bc5b-b4b86c21b78b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:08.378655 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3eabe4b3-b2a3-4a34-8b8a-4413bd172d5f req-d44ecd4e-243e-440e-bc5b-b4b86c21b78b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0516875 Aug 17 19:44:08.426073 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3eabe4b3-b2a3-4a34-8b8a-4413bd172d5f req-bbec36ff-2bc9-4d23-b436-95772a29af9b tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Aug 17 19:44:08.433934 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775a1f-1096-4950-91cf-1e57572872df req-bf455df9-b2ef-4a09-9b12-3a0ce4a13426 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:08.435366 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-73775a1f-1096-4950-91cf-1e57572872df req-bf455df9-b2ef-4a09-9b12-3a0ce4a13426 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 945 time: 0.0886896 Aug 17 19:44:08.494784 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c627-ced3-4744-8393-bce5be2d6904 req-161abdef-6913-4097-b325-d4883aa7e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:08.496199 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-161abdef-6913-4097-b325-d4883aa7e5c2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 200 len: 920 time: 0.1572068 Aug 17 19:44:08.555072 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-34ea78d6-393e-47de-b160-cb5fc2c5d479 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 200 len: 217 time: 0.0512738 Aug 17 19:44:08.590737 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Deleting port 31d9c9ee-a38e-4efd-a8af-b6989873b33d {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:44:08.591064 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:08.649640 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c627-ced3-4744-8393-bce5be2d6904 req-9fef939c-25f6-4b8a-b432-df21444e7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:08.651047 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-9fef939c-25f6-4b8a-b432-df21444e7dbe service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 200 len: 858 time: 0.0897365 Aug 17 19:44:08.720081 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c627-ced3-4744-8393-bce5be2d6904 req-65a1b905-671f-449c-aa67-e96c84be2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:08.721561 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-65a1b905-671f-449c-aa67-e96c84be2946 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=e5255586-eadf-4699-a0a6-becc090592e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591769 Aug 17 19:44:08.723207 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] For port 31d9c9ee-a38e-4efd-a8af-b6989873b33d, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31d9c9ee-a38e-4efd-a8af-b6989873b33d,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:08.723562 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:08.744256 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:08.749514 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:08.754014 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Calling delete_port for 31d9c9ee-a38e-4efd-a8af-b6989873b33d owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:44:08.874225 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-2b281e0f-7eec-4bf2-826e-2c696104e0bc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434929 Aug 17 19:44:08.883349 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:08.994073 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (31d9c9ee-a38e-4efd-a8af-b6989873b33d), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:09.005941 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['00265e2e-29dc-406a-a2b2-cd2bb162da12', '31d9c9ee-a38e-4efd-a8af-b6989873b33d'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:44:09.032622 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f230c627-ced3-4744-8393-bce5be2d6904 req-5a73536f-4fff-49a9-ba52-223dafb87079 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488607 Aug 17 19:44:09.033322 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event deleted for resources: {'Port': ['ID=31d9c9ee-a38e-4efd-a8af-b6989873b33d,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:09.080173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] No DVR routers for this DVR port 31d9c9ee-a38e-4efd-a8af-b6989873b33d on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:44:09.082600 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:09.085932 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-73775a1f-1096-4950-91cf-1e57572872df req-641a1896-304e-47cf-91e0-be3c300e0ab8 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "DELETE /networking/v2.0/ports/31d9c9ee-a38e-4efd-a8af-b6989873b33d HTTP/1.1" status: 204 len: 173 time: 0.6433017 Aug 17 19:44:09.086398 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55783dca-99fe-42bc-9e65-2c65038d0902', 'name': 'network-vif-deleted', 'tag': '31d9c9ee-a38e-4efd-a8af-b6989873b33d'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:44:09.088660 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36afba35-8fe9-46f0-ac6e-c8b554f21719" -d '{"events": [{"server_uuid": "55783dca-99fe-42bc-9e65-2c65038d0902", "name": "network-vif-deleted", "tag": "31d9c9ee-a38e-4efd-a8af-b6989873b33d"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:44:09.128535 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601f3aa-bd2d-4620-9550-050455c8ded2 x-openstack-request-id: req-c601f3aa-bd2d-4620-9550-050455c8ded2 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:44:09.129126 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55783dca-99fe-42bc-9e65-2c65038d0902", "name": "network-vif-deleted", "tag": "31d9c9ee-a38e-4efd-a8af-b6989873b33d", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:44:09.129126 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c601f3aa-bd2d-4620-9550-050455c8ded2 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:44:09.129506 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c601f3aa-bd2d-4620-9550-050455c8ded2'] response: {'server_uuid': '55783dca-99fe-42bc-9e65-2c65038d0902', 'name': 'network-vif-deleted', 'tag': '31d9c9ee-a38e-4efd-a8af-b6989873b33d', 'status': 'completed', 'code': 200} Aug 17 19:44:09.740014 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7738e40f-6667-45a3-809b-361dd737ba6d req-9360f409-c985-4b57-b5e8-34a6fbeadacf tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=55783dca-99fe-42bc-9e65-2c65038d0902 HTTP/1.1" status: 200 len: 210 time: 0.2149732 Aug 17 19:44:11.010376 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a8ddc-5033-4cea-b396-92622e80154a req-42d44a1a-ac61-4137-9c98-ac84ed24586c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:11.011862 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1c5a8ddc-5033-4cea-b396-92622e80154a req-42d44a1a-ac61-4137-9c98-ac84ed24586c tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0463936 Aug 17 19:44:11.061704 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1c5a8ddc-5033-4cea-b396-92622e80154a req-e57c8eda-aedb-45ad-9bb1-4239afa7bce7 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Aug 17 19:44:12.180035 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8cc0d-b783-428d-829f-3daa945218cb req-83a861bb-7990-4308-afd5-95b6470b139e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:12.181447 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a7b8cc0d-b783-428d-829f-3daa945218cb req-83a861bb-7990-4308-afd5-95b6470b139e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0466599 Aug 17 19:44:12.227991 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a7b8cc0d-b783-428d-829f-3daa945218cb req-63ee4e36-bec7-4bdd-8388-2dd6e5518207 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Aug 17 19:44:12.993711 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 31d9c9ee-a38e-4efd-a8af-b6989873b33d no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:44:13.013268 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 31d9c9ee-a38e-4efd-a8af-b6989873b33d {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:44:13.013612 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 31d9c9ee-a38e-4efd-a8af-b6989873b33d not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:44:13.335620 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:13.350212 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010661a-69cf-4560-acfd-051d879360fb req-5265750c-b38a-446b-9da0-a7eb61e2e68f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:13.352210 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2010661a-69cf-4560-acfd-051d879360fb req-5265750c-b38a-446b-9da0-a7eb61e2e68f tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0492454 Aug 17 19:44:13.399220 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2010661a-69cf-4560-acfd-051d879360fb req-1eecd3ff-fdd2-45ca-9f95-74e244a7c779 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Aug 17 19:44:14.494735 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-365934d1-749b-43c0-bac0-33d2a4cca9fb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:14.496122 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-365934d1-749b-43c0-bac0-33d2a4cca9fb tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0508473 Aug 17 19:44:14.519037 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8a4d-6076-4f2c-b6af-1ec48b906700 req-b79eaaae-15ca-42a5-94dd-b836cc56d03e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:14.520489 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-240c8a4d-6076-4f2c-b6af-1ec48b906700 req-b79eaaae-15ca-42a5-94dd-b836cc56d03e tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=001bd590-d203-4670-aef3-300aae8d4c4f HTTP/1.1" status: 200 len: 946 time: 0.0499365 Aug 17 19:44:14.567673 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-240c8a4d-6076-4f2c-b6af-1ec48b906700 req-a7995e94-52e3-455a-b2f5-2ac669efd386 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4bc7342a-1b18-4a00-9680-ec9af284263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Aug 17 19:44:14.586979 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Deleting port 00265e2e-29dc-406a-a2b2-cd2bb162da12 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:44:14.587319 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:14.590890 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:14.680123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] For port 00265e2e-29dc-406a-a2b2-cd2bb162da12, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=00265e2e-29dc-406a-a2b2-cd2bb162da12,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:14.680498 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:14.693057 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Calling delete_port for 00265e2e-29dc-406a-a2b2-cd2bb162da12 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:44:14.816767 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (00265e2e-29dc-406a-a2b2-cd2bb162da12), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:14.828273 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['00265e2e-29dc-406a-a2b2-cd2bb162da12'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:44:14.849352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Pushing event deleted for resources: {'Port': ['ID=00265e2e-29dc-406a-a2b2-cd2bb162da12,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:14.850961 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:14.853972 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=11 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:14.894962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] No DVR routers for this DVR port 00265e2e-29dc-406a-a2b2-cd2bb162da12 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:44:14.898072 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:14.900776 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-59b1b4d9-6465-45a3-acf1-f50da28eb2e8 req-c3c7e6bf-69a2-4bf4-85ad-e5adac9eeb23 tempest-ServerRescueNegativeTestJSON-747820572 tempest-ServerRescueNegativeTestJSON-747820572-project] 10.222.0.65 "DELETE /networking/v2.0/ports/00265e2e-29dc-406a-a2b2-cd2bb162da12 HTTP/1.1" status: 204 len: 173 time: 0.3907201 Aug 17 19:44:14.901234 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bd590-d203-4670-aef3-300aae8d4c4f', 'name': 'network-vif-deleted', 'tag': '00265e2e-29dc-406a-a2b2-cd2bb162da12'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:44:14.903560 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11558dc-ae1d-46ee-859a-72fbf4a2e6ab" -d '{"events": [{"server_uuid": "001bd590-d203-4670-aef3-300aae8d4c4f", "name": "network-vif-deleted", "tag": "00265e2e-29dc-406a-a2b2-cd2bb162da12"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:44:14.981307 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b71ac-6b87-4eb2-8dc9-1a69737a2dd0 x-openstack-request-id: req-f12b71ac-6b87-4eb2-8dc9-1a69737a2dd0 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:44:14.981307 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001bd590-d203-4670-aef3-300aae8d4c4f", "name": "network-vif-deleted", "tag": "00265e2e-29dc-406a-a2b2-cd2bb162da12", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:44:14.981980 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f12b71ac-6b87-4eb2-8dc9-1a69737a2dd0 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:44:14.982112 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12b71ac-6b87-4eb2-8dc9-1a69737a2dd0'] response: {'server_uuid': '001bd590-d203-4670-aef3-300aae8d4c4f', 'name': 'network-vif-deleted', 'tag': '00265e2e-29dc-406a-a2b2-cd2bb162da12', 'status': 'completed', 'code': 200} Aug 17 19:44:15.158374 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df064cb7-2b53-4d20-a48c-fc39d640ab38 req-e4b6004c-4d39-4bed-b5e3-f34c284a836d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:15.159869 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-df064cb7-2b53-4d20-a48c-fc39d640ab38 req-e4b6004c-4d39-4bed-b5e3-f34c284a836d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0475276 Aug 17 19:44:15.208598 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-df064cb7-2b53-4d20-a48c-fc39d640ab38 req-d71fc5ad-71d9-4dbd-a9f6-e1a1523057e9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431514 Aug 17 19:44:15.629532 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49362) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:16.045628 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (f0f05126-ba6f-43d8-8d6b-e22e7a456372), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:16.143435 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:44:16.193306 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:16.262379 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Deleting port 0613fa91-f339-469b-8c86-4c790027f1c4 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:44:16.262722 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:16.357114 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652a69-b7d0-43dd-b732-7f6372c67cb3 req-c52d4b19-d772-4914-b670-026d1157cbb7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:16.358596 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1e652a69-b7d0-43dd-b732-7f6372c67cb3 req-c52d4b19-d772-4914-b670-026d1157cbb7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0588069 Aug 17 19:44:16.397999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] For port 0613fa91-f339-469b-8c86-4c790027f1c4, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0613fa91-f339-469b-8c86-4c790027f1c4,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:16.398360 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:16.410224 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:16.419422 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Calling delete_port for 0613fa91-f339-469b-8c86-4c790027f1c4 owned by network:router_interface {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:44:16.445894 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1e652a69-b7d0-43dd-b732-7f6372c67cb3 req-cd337313-2ec5-48d4-96e8-0bd8763b18e1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804129 Aug 17 19:44:16.607197 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (0613fa91-f339-469b-8c86-4c790027f1c4), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:16.631417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Pushing event deleted for resources: {'Port': ['ID=0613fa91-f339-469b-8c86-4c790027f1c4,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:16.787559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (f0f05126-ba6f-43d8-8d6b-e22e7a456372), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:17.190154 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:17.215428 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Router f0f05126-ba6f-43d8-8d6b-e22e7a456372 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:44:17.313200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:44:17.318187 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-36d39f44-9fa9-4e90-8dcc-1e2e02ebd77b admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/f0f05126-ba6f-43d8-8d6b-e22e7a456372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876497 Aug 17 19:44:17.320744 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49370) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:17.323223 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] Sync routers for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:44:17.333590 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:44:17.334190 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:44:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:17.422720 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks [] for router (f0f05126-ba6f-43d8-8d6b-e22e7a456372), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:17.433661 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:44:17.519609 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:17.522264 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks [] for router_gateway (f0f05126-ba6f-43d8-8d6b-e22e7a456372), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:17.595384 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b85725-ed77-4432-b660-c3f868047cd2 req-36880982-134e-4a61-ab9c-b403f44a8e41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:17.596881 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-30b85725-ed77-4432-b660-c3f868047cd2 req-36880982-134e-4a61-ab9c-b403f44a8e41 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0693212 Aug 17 19:44:17.606980 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0fccd031-e632-4873-909d-3527b5f496dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:44:16Z', 'revision_number': 5, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port': {'id': '0fccd031-e632-4873-909d-3527b5f496dc', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:17.616653 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Deleting port 0fccd031-e632-4873-909d-3527b5f496dc {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:44:17.616991 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (0fccd031-e632-4873-909d-3527b5f496dc), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:17.637723 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] Checking router: f0f05126-ba6f-43d8-8d6b-e22e7a456372 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:44:17.646760 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] Routers {'f0f05126-ba6f-43d8-8d6b-e22e7a456372'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:44:17.647712 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:44:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:17.700443 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-30b85725-ed77-4432-b660-c3f868047cd2 req-e9534a1a-c53d-4d48-942a-61a395e0f339 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951316 Aug 17 19:44:17.729865 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] Set router f0f05126-ba6f-43d8-8d6b-e22e7a456372 gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:44:17.731153 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] For port 0fccd031-e632-4873-909d-3527b5f496dc, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0fccd031-e632-4873-909d-3527b5f496dc,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:17.731536 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (0fccd031-e632-4873-909d-3527b5f496dc), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:17.745715 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Calling delete_port for 0fccd031-e632-4873-909d-3527b5f496dc owned by network:router_gateway {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:44:17.862203 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:44:17Z', 'revision_number': 6, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:17.885457 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51594042-6655-4449-b474-3c96cadb0a1b None None] The sync data for ids ['f0f05126-ba6f-43d8-8d6b-e22e7a456372'] in dv-cinder-850698-2-iscsi is: [{'id': 'f0f05126-ba6f-43d8-8d6b-e22e7a456372', 'name': 'tempest-ServerRescueNegativeTestJSON-1313384848-router', 'tenant_id': '25f3817d99d84da2b797215d23de887f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:44:17Z', 'revision_number': 6, 'project_id': '25f3817d99d84da2b797215d23de887f', 'gw_port_host': None}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:44:17.915577 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (0fccd031-e632-4873-909d-3527b5f496dc), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:17.939929 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Pushing event deleted for resources: {'Port': ['ID=0fccd031-e632-4873-909d-3527b5f496dc,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:17.948614 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:18.008360 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (f0f05126-ba6f-43d8-8d6b-e22e7a456372), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.094189 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (f0f05126-ba6f-43d8-8d6b-e22e7a456372), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.096358 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks [] for router_controller (f0f05126-ba6f-43d8-8d6b-e22e7a456372), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.136679 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (f0f05126-ba6f-43d8-8d6b-e22e7a456372), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.137291 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f05126-ba6f-43d8-8d6b-e22e7a456372 {{(pid=111881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:44:18.142739 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.143873 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-0fffb98e-8de1-4a84-9f46-87aaba88a94f admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/f0f05126-ba6f-43d8-8d6b-e22e7a456372 HTTP/1.1" status: 204 len: 168 time: 0.8221810 Aug 17 19:44:18.146458 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49374) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:18.189816 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] Deleting subnet 44ff26fb-058b-44b9-9b62-e4ae273e7222 {{(pid=111881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:44:18.192924 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] Publish callbacks [] for subnet (44ff26fb-058b-44b9-9b62-e4ae273e7222), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.227825 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25262848'] for subnet (44ff26fb-058b-44b9-9b62-e4ae273e7222), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.308151 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (44ff26fb-058b-44b9-9b62-e4ae273e7222), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.365857 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28347989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25253082'] for subnet (44ff26fb-058b-44b9-9b62-e4ae273e7222), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.391823 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ff26fb-058b-44b9-9b62-e4ae273e7222,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:18.395404 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.398565 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8cc7416f-6407-4900-a849-66b9cceb490a admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/44ff26fb-058b-44b9-9b62-e4ae273e7222 HTTP/1.1" status: 204 len: 168 time: 0.2512078 Aug 17 19:44:18.401061 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49376) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:18.403607 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04887656-3287-4024-861e-bd1fa31f95da None None] Network e5255586-eadf-4699-a0a6-becc090592e0 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:44:18.447004 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:18.475471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (e5255586-eadf-4699-a0a6-becc090592e0), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.517919 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Deleting port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:44:18.518260 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.583044 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] For port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0f92ef94-4d14-4ad6-aa12-0cd1df0e1754,segment=NetworkSegment(e438245e-06e5-4ac4-88cc-7040e6d79f28),segment_id=e438245e-06e5-4ac4-88cc-7040e6d79f28)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:18.583319 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.595474 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Calling delete_port for 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:44:18.670464 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70acfe6e-3b0a-4fd8-bd97-166026b3baad None None] DHCP port deletion for e5255586-eadf-4699-a0a6-becc090592e0 request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:44:18.675515 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (0f92ef94-4d14-4ad6-aa12-0cd1df0e1754), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.700786 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Pushing event deleted for resources: {'Port': ['ID=0f92ef94-4d14-4ad6-aa12-0cd1df0e1754,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:18.707763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] No DVR routers for this DVR port 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:44:18.799242 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (e5255586-eadf-4699-a0a6-becc090592e0), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.838132 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:18.841776 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5255586-eadf-4699-a0a6-becc090592e0']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:18.856872 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c4a4-79f0-4f8d-90e6-3ad8f128d800 req-ec956fd1-1bf8-44fb-9707-9e05ca307079 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:18.858492 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-10c5c4a4-79f0-4f8d-90e6-3ad8f128d800 req-ec956fd1-1bf8-44fb-9707-9e05ca307079 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0710158 Aug 17 19:44:18.863211 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e438245e-06e5-4ac4-88cc-7040e6d79f28') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:18.863527 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e438245e-06e5-4ac4-88cc-7040e6d79f28') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:44:18.880527 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (e438245e-06e5-4ac4-88cc-7040e6d79f28), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.904224 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (e438245e-06e5-4ac4-88cc-7040e6d79f28), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.920632 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:44:18.920632 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (e438245e-06e5-4ac4-88cc-7040e6d79f28), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:18.948128 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment e438245e-06e5-4ac4-88cc-7040e6d79f28 resource provider aggregate not found Aug 17 19:44:18.977817 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment e438245e-06e5-4ac4-88cc-7040e6d79f28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e438245e-06e5-4ac4-88cc-7040e6d79f28 found for delete ", "request_id": "req-6d79161e-62f3-4f90-9716-ebbfc4c2c30a"}]} Aug 17 19:44:18.986225 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-10c5c4a4-79f0-4f8d-90e6-3ad8f128d800 req-0c94652d-ac15-4b18-8053-037109de36dc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205106 Aug 17 19:44:19.003237 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (e5255586-eadf-4699-a0a6-becc090592e0), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:19.017462 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:19.017462 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/e5255586-eadf-4699-a0a6-becc090592e0 HTTP/1.1" status: 204 len: 168 time: 0.6102991 Aug 17 19:44:19.022324 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 00265e2e-29dc-406a-a2b2-cd2bb162da12 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:44:19.030725 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867f19-6acd-4e53-9873-67e6cd53e3de admin admin] Pushing event deleted for resources: {'Network': ['ID=e5255586-eadf-4699-a0a6-becc090592e0,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:19.045868 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 00265e2e-29dc-406a-a2b2-cd2bb162da12 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:44:19.046208 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 00265e2e-29dc-406a-a2b2-cd2bb162da12 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:44:19.130015 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49386) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:19.170383 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c969873e-097e-49b7-b7fe-dfdb0a32ae30 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=25f3817d99d84da2b797215d23de887f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390017 Aug 17 19:44:19.173648 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49388) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:19.193471 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:19.222438 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Publish callbacks [] for security_group (4bc7342a-1b18-4a00-9680-ec9af284263b), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:19.247311 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Publish callbacks [] for security_group (4bc7342a-1b18-4a00-9680-ec9af284263b), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:19.292845 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (4bc7342a-1b18-4a00-9680-ec9af284263b), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:19.295381 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:19.296565 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4bc7342a-1b18-4a00-9680-ec9af284263b HTTP/1.1" status: 204 len: 168 time: 0.1219473 Aug 17 19:44:19.304675 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc7342a-1b18-4a00-9680-ec9af284263b,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:19.312261 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.312656 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.312940 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.313310 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.313642 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.313994 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.314315 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.314634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.314955 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.315272 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.315592 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.315940 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.316254 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.316616 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.316927 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae2e597-19ca-43d2-9ece-b0b2875393ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:19.663910 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:44:19.686711 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:44:19.687082 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0f92ef94-4d14-4ad6-aa12-0cd1df0e1754 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:44:19.687504 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0fccd031-e632-4873-909d-3527b5f496dc no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:44:19.705801 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 0fccd031-e632-4873-909d-3527b5f496dc {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:44:19.706154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0fccd031-e632-4873-909d-3527b5f496dc not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:44:19.706567 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0613fa91-f339-469b-8c86-4c790027f1c4 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:44:19.724726 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 0613fa91-f339-469b-8c86-4c790027f1c4 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:44:19.725076 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0613fa91-f339-469b-8c86-4c790027f1c4 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:44:20.114123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb0341-43ac-44b4-85dc-21cea89ec7db req-04d35fb4-c38d-413c-90f3-fd0ea351c120 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:20.115613 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ffb0341-43ac-44b4-85dc-21cea89ec7db req-04d35fb4-c38d-413c-90f3-fd0ea351c120 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0480630 Aug 17 19:44:20.162537 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ffb0341-43ac-44b4-85dc-21cea89ec7db req-1f0fc6da-d101-484d-9b18-408bf8cbc987 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413399 Aug 17 19:44:21.293126 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bf54c-a975-40eb-9c8d-7e780e13dd39 req-f7a7c8a8-f167-4641-b4b0-bdf9f023e0f9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:21.294630 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3a3bf54c-a975-40eb-9c8d-7e780e13dd39 req-f7a7c8a8-f167-4641-b4b0-bdf9f023e0f9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0507464 Aug 17 19:44:21.341262 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3a3bf54c-a975-40eb-9c8d-7e780e13dd39 req-13678a98-105f-467e-881e-136218fbd31d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411527 Aug 17 19:44:22.464341 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182d5e-2faf-4af8-87b1-4a2153679ced req-060268e4-3474-4637-807d-529509fe4055 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:22.465736 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25182d5e-2faf-4af8-87b1-4a2153679ced req-060268e4-3474-4637-807d-529509fe4055 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0462718 Aug 17 19:44:22.511298 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-25182d5e-2faf-4af8-87b1-4a2153679ced req-f788a6da-b5b9-4845-854c-22d1ccd54d70 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401893 Aug 17 19:44:23.635302 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7641bc-b3a6-40f4-a087-253dad75cf90 req-6ef63929-8bdc-4ece-8bae-91873aabeb2a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:23.636754 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8e7641bc-b3a6-40f4-a087-253dad75cf90 req-6ef63929-8bdc-4ece-8bae-91873aabeb2a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0457716 Aug 17 19:44:23.685754 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8e7641bc-b3a6-40f4-a087-253dad75cf90 req-1d3972dc-3e1c-45bb-b4e0-00143e54b9f2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Aug 17 19:44:24.808240 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0541-cdb2-48ff-9c9c-5b4b2d744c40 req-05c4ce0d-ba25-4d21-a83e-948586ba3ad0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:24.809762 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-14db0541-cdb2-48ff-9c9c-5b4b2d744c40 req-05c4ce0d-ba25-4d21-a83e-948586ba3ad0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0479329 Aug 17 19:44:24.836063 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:24.859796 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-14db0541-cdb2-48ff-9c9c-5b4b2d744c40 req-b49c5f26-6bd2-4dda-97a3-6e847cb49584 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Aug 17 19:44:25.986988 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fa64-b2f5-464d-888a-8e9675013503 req-a1ef2492-dcf0-47cc-b2ef-52eab39dc29d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:25.988448 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5dc9fa64-b2f5-464d-888a-8e9675013503 req-a1ef2492-dcf0-47cc-b2ef-52eab39dc29d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Aug 17 19:44:26.034164 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5dc9fa64-b2f5-464d-888a-8e9675013503 req-b3c38fcd-5bab-44b5-b0cd-70bfee286ef0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401194 Aug 17 19:44:27.161939 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea423d7-99a9-4bdf-af97-54069e5bf469 req-df41f952-ac16-48a8-bc97-9357fe94500d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:27.163389 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9ea423d7-99a9-4bdf-af97-54069e5bf469 req-df41f952-ac16-48a8-bc97-9357fe94500d tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0515478 Aug 17 19:44:27.210542 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9ea423d7-99a9-4bdf-af97-54069e5bf469 req-187cda6f-e8f1-449c-ac22-c38585dbf382 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414243 Aug 17 19:44:27.837170 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=38 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:27.865197 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=47 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:28.343279 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb4019-7360-4195-ac89-60a833c46286 req-665b0b79-4ec0-4821-93c9-06a657f593d4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:28.345437 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ecb4019-7360-4195-ac89-60a833c46286 req-665b0b79-4ec0-4821-93c9-06a657f593d4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0505633 Aug 17 19:44:28.409659 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ecb4019-7360-4195-ac89-60a833c46286 req-1c22a671-8713-4dde-8f79-76eb35d89ef1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574131 Aug 17 19:44:28.694717 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49542) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:28.814944 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-384bbb92-d430-476d-8d88-a8ed05a4827b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:28.861988 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:28.913010 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-384bbb92-d430-476d-8d88-a8ed05a4827b admin admin] Publish callbacks [] for security_group (6d06779a-0bb6-4667-9328-e7fb1fb89bcf), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:28.916800 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-384bbb92-d430-476d-8d88-a8ed05a4827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6d06779a-0bb6-4667-9328-e7fb1fb89bcf), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:28.959936 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-384bbb92-d430-476d-8d88-a8ed05a4827b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=12f6d44c54494eda88900e9617cb8bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641146 Aug 17 19:44:28.960894 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bbb92-d430-476d-8d88-a8ed05a4827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d06779a-0bb6-4667-9328-e7fb1fb89bcf,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:28.962686 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49546) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:29.016597 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8642705a-cc91-4815-b6b3-634900c4213d admin admin] Publish callbacks [] for security_group (6d06779a-0bb6-4667-9328-e7fb1fb89bcf), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:29.039737 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8642705a-cc91-4815-b6b3-634900c4213d admin admin] Publish callbacks [] for security_group (6d06779a-0bb6-4667-9328-e7fb1fb89bcf), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:29.053008 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:44:29.057659 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:29.058447 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:29.063015 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:29.093950 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8642705a-cc91-4815-b6b3-634900c4213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6d06779a-0bb6-4667-9328-e7fb1fb89bcf), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:29.097668 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8642705a-cc91-4815-b6b3-634900c4213d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:29.102665 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-8642705a-cc91-4815-b6b3-634900c4213d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6d06779a-0bb6-4667-9328-e7fb1fb89bcf HTTP/1.1" status: 204 len: 168 time: 0.1384237 Aug 17 19:44:29.113835 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642705a-cc91-4815-b6b3-634900c4213d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d06779a-0bb6-4667-9328-e7fb1fb89bcf,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:29.238235 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:29.257710 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'port_id': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'mac_address': 'fa:16:3e:e1:0a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:44:29.314014 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 is: ACTIVE; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:44:29.314404 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:29.329677 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:44:29.358758 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:29.370761 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:29.434927 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=6']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:29.469629 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['d7eda5e9-6550-4d73-bb9c-c6d74429a2d5'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:44:29.580846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952991b6-bfb9-4ec6-bfe6-7cdfea00eed6 req-0def96e5-a24d-4b87-b0d6-2a90459db410 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:29.590875 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-952991b6-bfb9-4ec6-bfe6-7cdfea00eed6 req-0def96e5-a24d-4b87-b0d6-2a90459db410 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 944 time: 0.0751483 Aug 17 19:44:29.654680 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-952991b6-bfb9-4ec6-bfe6-7cdfea00eed6 req-fa7bc8f9-6164-4d9a-b5a6-7a88493e1fe2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625470 Aug 17 19:44:30.822807 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18992f-a8bd-490f-b48e-64fe8bf0b07c req-9a8b22ac-7834-445d-b0bb-28c720062acb tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:30.825753 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f18992f-a8bd-490f-b48e-64fe8bf0b07c req-9a8b22ac-7834-445d-b0bb-28c720062acb tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 944 time: 0.0723348 Aug 17 19:44:30.888358 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f18992f-a8bd-490f-b48e-64fe8bf0b07c req-9ced8a58-15c6-41d1-ba07-cafb1fae9cb2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565166 Aug 17 19:44:31.071962 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:44:31.136932 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:44:31.137351 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:31.232897 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:44:31.233568 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:31.278519 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:31.279584 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:44:31.283184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70737a37-c8ff-47dd-98c4-570d04138bab" -d '{"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-plugged", "status": "completed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:44:31.300924 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:31.337839 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c373bc1a-1fdc-4f59-8ca9-d30724ac74be x-openstack-request-id: req-c373bc1a-1fdc-4f59-8ca9-d30724ac74be {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:44:31.338102 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-plugged", "status": "completed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:44:31.338359 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c373bc1a-1fdc-4f59-8ca9-d30724ac74be {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:44:31.338788 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c373bc1a-1fdc-4f59-8ca9-d30724ac74be'] response: {'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'code': 200} Aug 17 19:44:31.378238 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=7']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:32.069741 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8fba8-97d3-40b7-a638-9dffcdf0a452 req-91947ab0-e902-4feb-8c06-3e3c94858f2b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:32.072254 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-66e8fba8-97d3-40b7-a638-9dffcdf0a452 req-91947ab0-e902-4feb-8c06-3e3c94858f2b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0635929 Aug 17 19:44:32.140809 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-66e8fba8-97d3-40b7-a638-9dffcdf0a452 req-47bdc0a8-723d-4882-84f9-8557c5556ed1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574224 Aug 17 19:44:32.806484 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49690) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:32.937635 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ce35554f-9833-45ef-a948-b098f691a216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.025815 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:33.043765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ce35554f-9833-45ef-a948-b098f691a216 admin admin] Publish callbacks [] for security_group (1b55230d-86eb-4ba1-bcfc-e1422455e66a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.047725 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ce35554f-9833-45ef-a948-b098f691a216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (1b55230d-86eb-4ba1-bcfc-e1422455e66a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.092715 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ce35554f-9833-45ef-a948-b098f691a216 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a3208527a09441129a346591dd36ff11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851148 Aug 17 19:44:33.092982 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49694) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:33.098706 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35554f-9833-45ef-a948-b098f691a216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b55230d-86eb-4ba1-bcfc-e1422455e66a,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:33.168570 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8381fced-7c8b-4dee-837c-029f89462a6d admin admin] Publish callbacks [] for security_group (1b55230d-86eb-4ba1-bcfc-e1422455e66a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.194460 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8381fced-7c8b-4dee-837c-029f89462a6d admin admin] Publish callbacks [] for security_group (1b55230d-86eb-4ba1-bcfc-e1422455e66a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.241756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:33.310141 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e56faa-ba63-4cc7-a70e-1a36f38b3b7c req-615d28a6-6b94-4950-b7e4-d096155600f5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:33.311641 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-97e56faa-ba63-4cc7-a70e-1a36f38b3b7c req-615d28a6-6b94-4950-b7e4-d096155600f5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0707278 Aug 17 19:44:33.342446 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8381fced-7c8b-4dee-837c-029f89462a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (1b55230d-86eb-4ba1-bcfc-e1422455e66a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.345193 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8381fced-7c8b-4dee-837c-029f89462a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.346421 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8381fced-7c8b-4dee-837c-029f89462a6d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1b55230d-86eb-4ba1-bcfc-e1422455e66a HTTP/1.1" status: 204 len: 168 time: 0.2522924 Aug 17 19:44:33.367173 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381fced-7c8b-4dee-837c-029f89462a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b55230d-86eb-4ba1-bcfc-e1422455e66a,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:33.386762 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-97e56faa-ba63-4cc7-a70e-1a36f38b3b7c req-bead09f3-8ced-4d40-a9e7-55c41e71ea5c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682375 Aug 17 19:44:33.688853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49704) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:33.703043 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4608-80f4-4044-b4cc-9a0887d83b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.799604 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4608-80f4-4044-b4cc-9a0887d83b97 admin admin] Publish callbacks [] for security_group (e16fd366-ea8d-407f-bc02-0ace1956e389), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.803504 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4608-80f4-4044-b4cc-9a0887d83b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e16fd366-ea8d-407f-bc02-0ace1956e389), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.852377 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc4608-80f4-4044-b4cc-9a0887d83b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16fd366-ea8d-407f-bc02-0ace1956e389,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:33.861740 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49706) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:33.862753 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-0bbc4608-80f4-4044-b4cc-9a0887d83b97 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1bb5eb8614254fe0b12c24088a46ebdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722763 Aug 17 19:44:33.929633 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bb96f49c-3911-422c-8ac6-3e030d2aaf31 admin admin] Publish callbacks [] for security_group (e16fd366-ea8d-407f-bc02-0ace1956e389), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:33.960182 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bb96f49c-3911-422c-8ac6-3e030d2aaf31 admin admin] Publish callbacks [] for security_group (e16fd366-ea8d-407f-bc02-0ace1956e389), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:34.019106 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bb96f49c-3911-422c-8ac6-3e030d2aaf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e16fd366-ea8d-407f-bc02-0ace1956e389), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:34.022605 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bb96f49c-3911-422c-8ac6-3e030d2aaf31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:34.023917 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-bb96f49c-3911-422c-8ac6-3e030d2aaf31 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e16fd366-ea8d-407f-bc02-0ace1956e389 HTTP/1.1" status: 204 len: 168 time: 0.1609523 Aug 17 19:44:34.045977 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f49c-3911-422c-8ac6-3e030d2aaf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16fd366-ea8d-407f-bc02-0ace1956e389,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:34.057179 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-738a3160-e78a-406b-aa8a-239b55114aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:34.553205 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac578ea-9c5d-4674-a0ba-83742b0c0daf req-cceb24f5-8a24-450f-b6a2-7d2852701850 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:34.563143 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8ac578ea-9c5d-4674-a0ba-83742b0c0daf req-cceb24f5-8a24-450f-b6a2-7d2852701850 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0796947 Aug 17 19:44:34.658159 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8ac578ea-9c5d-4674-a0ba-83742b0c0daf req-e72eb9c7-70ca-47e6-90e1-ed887bdf8712 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941303 Aug 17 19:44:35.799998 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:35.809744 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c01c1-adcc-4098-a146-4fee8d667e65 req-96d4001c-2dcd-45b3-bba1-3f9c07f8f0e0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:35.818805 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-297c01c1-adcc-4098-a146-4fee8d667e65 req-96d4001c-2dcd-45b3-bba1-3f9c07f8f0e0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0702429 Aug 17 19:44:35.891981 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-297c01c1-adcc-4098-a146-4fee8d667e65 req-fe770486-c7af-4cca-aedf-819294c1b1c2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719457 Aug 17 19:44:36.130451 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c8fa19ce-3753-4fd9-ba86-8c18eacc0a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.483767 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49782) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:36.614343 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-58e4c111-09e5-4a75-87f6-44fe748351b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.707425 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-58e4c111-09e5-4a75-87f6-44fe748351b4 admin admin] Publish callbacks [] for security_group (1fe4139a-397f-4530-8cea-ccceca79dc5b), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.712410 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-58e4c111-09e5-4a75-87f6-44fe748351b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (1fe4139a-397f-4530-8cea-ccceca79dc5b), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.755930 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4c111-09e5-4a75-87f6-44fe748351b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe4139a-397f-4530-8cea-ccceca79dc5b,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:36.764418 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49786) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:36.766144 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-58e4c111-09e5-4a75-87f6-44fe748351b4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d36cc2a4e7314bfba219598c0aa4d7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795618 Aug 17 19:44:36.817388 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dca5fb96-2e98-4ed6-9ce6-7314f4c13a81 admin admin] Publish callbacks [] for security_group (1fe4139a-397f-4530-8cea-ccceca79dc5b), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.839920 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dca5fb96-2e98-4ed6-9ce6-7314f4c13a81 admin admin] Publish callbacks [] for security_group (1fe4139a-397f-4530-8cea-ccceca79dc5b), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.850134 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:36.902087 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dca5fb96-2e98-4ed6-9ce6-7314f4c13a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (1fe4139a-397f-4530-8cea-ccceca79dc5b), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.904533 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dca5fb96-2e98-4ed6-9ce6-7314f4c13a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:36.909072 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-dca5fb96-2e98-4ed6-9ce6-7314f4c13a81 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1fe4139a-397f-4530-8cea-ccceca79dc5b HTTP/1.1" status: 204 len: 168 time: 0.1436086 Aug 17 19:44:36.917476 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5fb96-2e98-4ed6-9ce6-7314f4c13a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe4139a-397f-4530-8cea-ccceca79dc5b,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:37.045016 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eebfa-af73-49bd-8f15-fb6569daf6e0 req-76179b91-9c73-4d70-94d3-6e02d996471b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:37.046906 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-558eebfa-af73-49bd-8f15-fb6569daf6e0 req-76179b91-9c73-4d70-94d3-6e02d996471b tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0571659 Aug 17 19:44:37.103627 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-558eebfa-af73-49bd-8f15-fb6569daf6e0 req-655e5ec7-7dfe-4e8d-8565-441339e73d38 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506096 Aug 17 19:44:37.302948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 49794) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:37.316627 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2c789a8f-9a8b-44d1-8cfd-3fd0f5ca10e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.404992 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2c789a8f-9a8b-44d1-8cfd-3fd0f5ca10e2 admin admin] Publish callbacks [] for security_group (e412b583-dd31-44b5-b454-fdfdd1df4d32), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.408881 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2c789a8f-9a8b-44d1-8cfd-3fd0f5ca10e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e412b583-dd31-44b5-b454-fdfdd1df4d32), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.454327 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.464490 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c789a8f-9a8b-44d1-8cfd-3fd0f5ca10e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412b583-dd31-44b5-b454-fdfdd1df4d32,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:37.482314 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-2c789a8f-9a8b-44d1-8cfd-3fd0f5ca10e2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=05c3cc82551642e7ae1d3436f149891d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759803 Aug 17 19:44:37.483062 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 49800) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:37.534748 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-995fd619-be54-4efd-b63c-f8e83e4a51c3 admin admin] Publish callbacks [] for security_group (e412b583-dd31-44b5-b454-fdfdd1df4d32), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.559141 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-995fd619-be54-4efd-b63c-f8e83e4a51c3 admin admin] Publish callbacks [] for security_group (e412b583-dd31-44b5-b454-fdfdd1df4d32), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.631112 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-995fd619-be54-4efd-b63c-f8e83e4a51c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e412b583-dd31-44b5-b454-fdfdd1df4d32), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.634514 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-995fd619-be54-4efd-b63c-f8e83e4a51c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:37.637738 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-995fd619-be54-4efd-b63c-f8e83e4a51c3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e412b583-dd31-44b5-b454-fdfdd1df4d32 HTTP/1.1" status: 204 len: 168 time: 0.1535411 Aug 17 19:44:37.642227 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:37.648333 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fd619-be54-4efd-b63c-f8e83e4a51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412b583-dd31-44b5-b454-fdfdd1df4d32,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:38.140847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:38.178973 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:38.183462 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:38.252221 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e586-005d-4cbf-b2da-3f821268b88a req-94e8fe16-8148-42bd-a6b6-130fbd6ecc8f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:38.253870 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7927e586-005d-4cbf-b2da-3f821268b88a req-94e8fe16-8148-42bd-a6b6-130fbd6ecc8f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0604694 Aug 17 19:44:38.302541 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7927e586-005d-4cbf-b2da-3f821268b88a req-68c5c06f-d546-4dda-a6f2-48593f5912a5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Aug 17 19:44:38.755275 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:38.841096 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-bb70b30a-73d1-4a6f-b1d9-e806a125ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:38.842771 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-bb70b30a-73d1-4a6f-b1d9-e806a125ff31 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 1129 time: 0.1937008 Aug 17 19:44:38.888536 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:39.193948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-6f40222b-d05a-4fc7-afbb-90d2c81b0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:39.195662 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-6f40222b-d05a-4fc7-afbb-90d2c81b0733 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.3465858 Aug 17 19:44:39.257150 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-804bbb22-5524-443e-adee-65e5e932d146 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0549428 Aug 17 19:44:39.302235 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:39.315742 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-82d78a7d-a23b-4cf7-860c-0830aee0ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:39.317301 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-82d78a7d-a23b-4cf7-860c-0830aee0ee3e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.0502946 Aug 17 19:44:39.364582 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-85ed10cd-9358-4db7-b901-f623220ca739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:39.366258 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-85ed10cd-9358-4db7-b901-f623220ca739 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418432 Aug 17 19:44:39.435708 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21855e0f-471d-4c45-8dec-de94a3264218 req-2cab28ab-f8f2-4f1d-a1cc-fb558ecbb4cf tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:39.438527 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-21855e0f-471d-4c45-8dec-de94a3264218 req-2cab28ab-f8f2-4f1d-a1cc-fb558ecbb4cf tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0509305 Aug 17 19:44:39.479053 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-25b64367-2702-489d-91d3-6a4d23043e3e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059580 Aug 17 19:44:39.497073 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-21855e0f-471d-4c45-8dec-de94a3264218 req-632f1cc0-5b2d-4a5d-be22-53b74dd7f203 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474770 Aug 17 19:44:39.587060 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c21a0f28-06c6-4bef-940d-a1ca2a2d1d13 req-f5b4e930-77af-4eb1-af3a-4887eb0e093a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018281 Aug 17 19:44:40.627439 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d3808-784d-4053-b12f-9a9c1f3d85b7 req-6320fbc1-cad1-44b0-8a39-47b1103c6d4a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:40.628958 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e59d3808-784d-4053-b12f-9a9c1f3d85b7 req-6320fbc1-cad1-44b0-8a39-47b1103c6d4a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Aug 17 19:44:40.676162 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e59d3808-784d-4053-b12f-9a9c1f3d85b7 req-47cec696-8096-4d3e-b2e0-0395407fbe37 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417087 Aug 17 19:44:41.800731 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb93b7-d1fe-48cb-a18e-312af951c59f req-6a926567-270f-4332-b2ef-65f142c89450 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:41.802222 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-80eb93b7-d1fe-48cb-a18e-312af951c59f req-6a926567-270f-4332-b2ef-65f142c89450 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0478878 Aug 17 19:44:41.848135 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-80eb93b7-d1fe-48cb-a18e-312af951c59f req-eb8f45f0-5f3c-460d-8031-e211e76edcc9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Aug 17 19:44:42.876071 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cbac1-ed73-4f1c-a7d1-e19129e32580 req-7a0f78fe-1e4d-4f15-b75e-80448bc0890e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:42.877550 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fd3cbac1-ed73-4f1c-a7d1-e19129e32580 req-7a0f78fe-1e4d-4f15-b75e-80448bc0890e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 945 time: 0.0599344 Aug 17 19:44:42.921344 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-5dff0aac-faa4-4cf0-96dd-1fa2a8b5ec69 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644586 Aug 17 19:44:42.927826 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:42.946510 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fd3cbac1-ed73-4f1c-a7d1-e19129e32580 req-b03c43bb-f535-4c1f-9136-ce8baf759f84 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533450 Aug 17 19:44:42.996554 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-99bbf944-6cfd-40e2-be93-2af3fbbe87fc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:42.997940 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-99bbf944-6cfd-40e2-be93-2af3fbbe87fc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports/d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 200 len: 942 time: 0.0475702 Aug 17 19:44:43.145807 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:44:43.223305 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 is: ACTIVE; New status is: DOWN {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:44:43.223698 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:43.253569 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:44:43.256257 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a071a89c-a28a-4d5e-8659-b3f6cc83dfca" -d '{"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-unplugged", "status": "completed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:44:43.261833 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:43.266556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:43.321410 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=8']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:43.450950 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 17 Aug 2022 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d28fdd8-f7ee-44dd-8b5c-a8ad982e7062 x-openstack-request-id: req-5d28fdd8-f7ee-44dd-8b5c-a8ad982e7062 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:44:43.451261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-unplugged", "status": "failed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5", "code": 422}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:44:43.451514 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d28fdd8-f7ee-44dd-8b5c-a8ad982e7062 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:44:43.451981 dv-cinder-850698-2-iscsi neutron-server[111890]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d28fdd8-f7ee-44dd-8b5c-a8ad982e7062']: {'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'code': 422} returned with failed status Aug 17 19:44:43.907216 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-8957fcc3-119d-4c2e-a074-fffcc12b8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:43.909099 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-8957fcc3-119d-4c2e-a074-fffcc12b8599 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959&tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd HTTP/1.1" status: 200 len: 1127 time: 0.0398927 Aug 17 19:44:43.973864 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-8708b12b-725e-49ab-86f9-f503df476f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:43.975252 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-8708b12b-725e-49ab-86f9-f503df476f65 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 1127 time: 0.0432916 Aug 17 19:44:44.066329 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-6530e275-4b1d-4203-93e3-104be36ca514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:44.067802 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-6530e275-4b1d-4203-93e3-104be36ca514 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 200 len: 917 time: 0.0863624 Aug 17 19:44:44.073728 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a80f2-265a-4a68-8fc8-f9a11b5a24f3 req-07dcffcf-7c45-4019-bc0b-73a8451588f1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:44.075590 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6c1a80f2-265a-4a68-8fc8-f9a11b5a24f3 req-07dcffcf-7c45-4019-bc0b-73a8451588f1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0472977 Aug 17 19:44:44.130872 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6c1a80f2-265a-4a68-8fc8-f9a11b5a24f3 req-417e2c58-f11c-4414-8f45-b1d9107af072 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486176 Aug 17 19:44:44.137405 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-4c439f12-83a7-408d-b4e6-f37ef1a0aabb service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 200 len: 998 time: 0.0634956 Aug 17 19:44:44.188306 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-3aa5ef10-2e9f-4b29-beb3-1ca01c2f0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:44.189767 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-3aa5ef10-2e9f-4b29-beb3-1ca01c2f0cd5 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 200 len: 855 time: 0.0443821 Aug 17 19:44:44.205883 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:44.236085 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-bba3c2c0-66c2-462c-8a27-7e5a2fef1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:44.237495 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-bba3c2c0-66c2-462c-8a27-7e5a2fef1fed service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=53e2c10b-2873-4690-b5af-dafebda8a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404878 Aug 17 19:44:44.328594 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-6443f73e-8c5a-413b-b69f-31330f79960e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842013 Aug 17 19:44:44.417458 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-f908fde6-dd81-4b8d-b461-1579188c86aa service neutron] 10.222.0.65 "GET /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825133 Aug 17 19:44:45.314301 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f120d-befe-4f91-ac87-57d59b7efc5c req-f9d89daf-48a4-4fe9-b3a8-5aec3d8fc4c8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:45.317475 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ec1f120d-befe-4f91-ac87-57d59b7efc5c req-f9d89daf-48a4-4fe9-b3a8-5aec3d8fc4c8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0885236 Aug 17 19:44:45.388746 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ec1f120d-befe-4f91-ac87-57d59b7efc5c req-1775c58f-2543-4cd2-bc13-ad236ff7f7c2 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652792 Aug 17 19:44:46.530785 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15173a1-6385-4b8a-b2cd-c5cdaeb0898d req-ecaac1e2-2986-43c5-8446-eede1e4a2db9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:46.532799 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e15173a1-6385-4b8a-b2cd-c5cdaeb0898d req-ecaac1e2-2986-43c5-8446-eede1e4a2db9 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0539362 Aug 17 19:44:46.588207 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e15173a1-6385-4b8a-b2cd-c5cdaeb0898d req-24a02643-95db-46ca-877f-0cc858e49a8c tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492547 Aug 17 19:44:47.742443 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e6b1-b3c6-40e1-82a4-b62e64e164f5 req-781e8710-4718-4f48-8ea8-b1d9554ab1c7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:47.744688 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a102e6b1-b3c6-40e1-82a4-b62e64e164f5 req-781e8710-4718-4f48-8ea8-b1d9554ab1c7 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0681310 Aug 17 19:44:47.797304 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a102e6b1-b3c6-40e1-82a4-b62e64e164f5 req-f517df57-e71d-4172-b319-09b97a605bc8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461361 Aug 17 19:44:48.860175 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50018) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:48.947085 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971cb24-7963-4cad-b05c-f95bcdd7446f req-30ea9bbf-a28a-4553-ac37-fc0922d041a5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:48.957614 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6971cb24-7963-4cad-b05c-f95bcdd7446f req-30ea9bbf-a28a-4553-ac37-fc0922d041a5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0664513 Aug 17 19:44:49.004783 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:49.013502 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1789f2fa-6765-44c7-88a3-f39749580d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.016462 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6971cb24-7963-4cad-b05c-f95bcdd7446f req-d4d2d8a2-dfab-4064-9cf6-54b606d53f7a tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574312 Aug 17 19:44:49.102905 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1789f2fa-6765-44c7-88a3-f39749580d13 admin admin] Publish callbacks [] for security_group (90339ed6-27b6-447b-9dbf-d07e73e6732a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.106645 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1789f2fa-6765-44c7-88a3-f39749580d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (90339ed6-27b6-447b-9dbf-d07e73e6732a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.146948 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-1789f2fa-6765-44c7-88a3-f39749580d13 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=58de0f98d5074b52bffcb7efcbb58923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855713 Aug 17 19:44:49.147805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f2fa-6765-44c7-88a3-f39749580d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90339ed6-27b6-447b-9dbf-d07e73e6732a,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:49.149745 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50022) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:49.210717 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Publish callbacks [] for security_group (90339ed6-27b6-447b-9dbf-d07e73e6732a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.241599 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Publish callbacks [] for security_group (90339ed6-27b6-447b-9dbf-d07e73e6732a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.295439 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (90339ed6-27b6-447b-9dbf-d07e73e6732a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.298816 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.300338 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/90339ed6-27b6-447b-9dbf-d07e73e6732a HTTP/1.1" status: 204 len: 168 time: 0.1491952 Aug 17 19:44:49.321057 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90339ed6-27b6-447b-9dbf-d07e73e6732a,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:49.329304 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.329649 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.330037 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.330369 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.330822 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.331152 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.331471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.331795 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.332114 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.332549 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.332878 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.333198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.333537 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.333852 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.334226 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560787f3-ac14-4322-ac1c-72b60e2874c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:49.690528 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50036) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:49.696981 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:49.706852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-76645418-6058-4f68-b665-3befc560a329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.791341 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-76645418-6058-4f68-b665-3befc560a329 admin admin] Publish callbacks [] for security_group (407aaf79-6da2-42e0-9041-dbc0ab98483b), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.795257 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-76645418-6058-4f68-b665-3befc560a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (407aaf79-6da2-42e0-9041-dbc0ab98483b), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.837431 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76645418-6058-4f68-b665-3befc560a329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407aaf79-6da2-42e0-9041-dbc0ab98483b,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:49.841807 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-76645418-6058-4f68-b665-3befc560a329 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1ae296e9b40e4136baae991bd8f58c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501522 Aug 17 19:44:49.844526 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50038) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:44:49.901301 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-427ae77d-f3e8-41bb-a113-29e36757ee10 admin admin] Publish callbacks [] for security_group (407aaf79-6da2-42e0-9041-dbc0ab98483b), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.927799 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-427ae77d-f3e8-41bb-a113-29e36757ee10 admin admin] Publish callbacks [] for security_group (407aaf79-6da2-42e0-9041-dbc0ab98483b), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.983005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-427ae77d-f3e8-41bb-a113-29e36757ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (407aaf79-6da2-42e0-9041-dbc0ab98483b), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.986449 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-427ae77d-f3e8-41bb-a113-29e36757ee10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:49.987870 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-427ae77d-f3e8-41bb-a113-29e36757ee10 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/407aaf79-6da2-42e0-9041-dbc0ab98483b HTTP/1.1" status: 204 len: 168 time: 0.1421275 Aug 17 19:44:50.007943 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ae77d-f3e8-41bb-a113-29e36757ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407aaf79-6da2-42e0-9041-dbc0ab98483b,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:50.193026 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb6d20-77a4-4e15-9ecc-be59b731aaca req-e959805c-5b2e-4317-9b36-e4360b18d1a6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:50.195230 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b2fb6d20-77a4-4e15-9ecc-be59b731aaca req-e959805c-5b2e-4317-9b36-e4360b18d1a6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0715911 Aug 17 19:44:50.266420 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b2fb6d20-77a4-4e15-9ecc-be59b731aaca req-fe1785a0-b0f0-40bc-a13c-955676d7adf1 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621855 Aug 17 19:44:51.408369 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd3dca-724a-4cc0-b24c-3e4a134234df req-088ba1ec-3943-42ab-b2ec-557ead671ca6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:51.410210 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-abcd3dca-724a-4cc0-b24c-3e4a134234df req-088ba1ec-3943-42ab-b2ec-557ead671ca6 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0491109 Aug 17 19:44:51.437757 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:51.461131 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-abcd3dca-724a-4cc0-b24c-3e4a134234df req-937a7df0-b2cc-42b2-b400-060b6bab4b3e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451460 Aug 17 19:44:52.585414 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0eeb-4761-4aa0-8855-352c3bc6c709 req-4acc690c-df8b-4878-b08e-32efe01a1669 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:52.586869 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e85f0eeb-4761-4aa0-8855-352c3bc6c709 req-4acc690c-df8b-4878-b08e-32efe01a1669 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0471342 Aug 17 19:44:52.632567 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e85f0eeb-4761-4aa0-8855-352c3bc6c709 req-73678fe4-56cd-4e13-b742-c10bc19b8e92 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402982 Aug 17 19:44:53.141807 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:44:53.319530 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:53.759419 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1660a-e025-48ef-bad5-3212ab700e7b req-0524bf97-17f8-4af9-94a0-90851ba51f8f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:53.760871 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76a1660a-e025-48ef-bad5-3212ab700e7b req-0524bf97-17f8-4af9-94a0-90851ba51f8f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0491140 Aug 17 19:44:53.808959 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76a1660a-e025-48ef-bad5-3212ab700e7b req-755bea70-4fe0-40fd-8f8d-670171eabe31 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 Aug 17 19:44:54.934540 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3ff37-b3ce-47c4-8199-0c124fb8bcab req-216c1afe-d9e1-463a-9f1c-4e6a00132dcb tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:54.936002 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1ad3ff37-b3ce-47c4-8199-0c124fb8bcab req-216c1afe-d9e1-463a-9f1c-4e6a00132dcb tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 943 time: 0.0460205 Aug 17 19:44:54.983403 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1ad3ff37-b3ce-47c4-8199-0c124fb8bcab req-2cf20d69-faec-4242-9042-0c4b91cf8a92 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Aug 17 19:44:55.205373 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:44:55.236203 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:55.306112 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:55.435258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'port_id': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'mac_address': 'fa:16:3e:e1:0a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:44:55.469434 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:44:55.469779 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:55.479618 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:55.483057 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:44:55.504114 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:55.507776 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:55.552487 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=9']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:55.559431 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.559781 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.560138 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.560486 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.560832 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.561158 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.561510 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.561841 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.562709 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.563032 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.563356 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.563697 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.564026 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.564353 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.564670 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:44:55.736205 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['d7eda5e9-6550-4d73-bb9c-c6d74429a2d5'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:44:56.066880 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339879df-82f0-4d6a-b5e5-564e6367e622 req-d3419f08-698c-4ffd-80c1-21ef5c22017c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:56.068342 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-339879df-82f0-4d6a-b5e5-564e6367e622 req-d3419f08-698c-4ffd-80c1-21ef5c22017c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0501792 Aug 17 19:44:56.355756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142d36-99fc-43f7-90a3-69e9464b9386 req-9a0b6771-2901-4649-a027-005bb5ab8787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:56.357383 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e2142d36-99fc-43f7-90a3-69e9464b9386 req-9a0b6771-2901-4649-a027-005bb5ab8787 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 944 time: 0.2881641 Aug 17 19:44:56.389165 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:44:56.396117 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-339879df-82f0-4d6a-b5e5-564e6367e622 req-7bc20f8d-9a6b-4375-8907-08a1cbc1f288 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172891 Aug 17 19:44:56.423838 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e2142d36-99fc-43f7-90a3-69e9464b9386 req-a0fe93dd-b4b6-44f3-98d5-a94d7d57f580 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603030 Aug 17 19:44:57.220816 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:44:57.262793 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:44:57.263166 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:57.336489 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:44:57.336877 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:57.360876 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:44:57.363133 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e4c7f8-814c-4a99-aea8-f4a1416e70c0" -d '{"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-plugged", "status": "completed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:44:57.376045 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:44:57.380112 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:44:57.407926 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d873709b-66a3-4266-bb19-cc723c8daac7 x-openstack-request-id: req-d873709b-66a3-4266-bb19-cc723c8daac7 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:44:57.408242 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-plugged", "status": "completed", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:44:57.408501 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d873709b-66a3-4266-bb19-cc723c8daac7 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:44:57.408896 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d873709b-66a3-4266-bb19-cc723c8daac7'] response: {'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'code': 200} Aug 17 19:44:57.429996 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=10']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:44:57.556011 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56d55-0cc2-49c9-b960-4ceefdae6421 req-b6066fde-49a9-4934-9643-c674d012d054 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:57.557491 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-39f56d55-0cc2-49c9-b960-4ceefdae6421 req-b6066fde-49a9-4934-9643-c674d012d054 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0764565 Aug 17 19:44:57.578378 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b52ca-7c76-411b-adc7-e22bdbbecbb7 req-bec001ec-e61c-4e2f-9970-275d2a02dd81 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:57.579802 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6d7b52ca-7c76-411b-adc7-e22bdbbecbb7 req-bec001ec-e61c-4e2f-9970-275d2a02dd81 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 946 time: 0.0705979 Aug 17 19:44:57.600466 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cc5b6-b2b3-4a97-a33c-40b135ed56c2 req-2d0e816e-b960-41b8-9b46-f32abc1df4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:57.602266 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b21cc5b6-b2b3-4a97-a33c-40b135ed56c2 req-2d0e816e-b960-41b8-9b46-f32abc1df4cc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 1130 time: 0.0451138 Aug 17 19:44:57.647019 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b21cc5b6-b2b3-4a97-a33c-40b135ed56c2 req-b9395548-5838-40fe-a082-e68d2b46227e service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384550 Aug 17 19:44:57.648049 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-39f56d55-0cc2-49c9-b960-4ceefdae6421 req-139957c7-ed9b-43cf-ac7c-21fc7822629d tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842745 Aug 17 19:44:57.652062 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6d7b52ca-7c76-411b-adc7-e22bdbbecbb7 req-36facb5d-5dac-431e-b174-d8676c5768c0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653436 Aug 17 19:44:58.796027 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc26af-dc7f-4d19-8cf8-28914175f282 req-7df726c7-70c7-4a8d-8d32-1a3a3e2a9079 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:58.798165 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e4dc26af-dc7f-4d19-8cf8-28914175f282 req-7df726c7-70c7-4a8d-8d32-1a3a3e2a9079 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0775437 Aug 17 19:44:58.805927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e3e4-413b-48ea-9556-a804bf66ea49 req-5f357059-e606-487b-9959-037811aeb659 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:44:58.807275 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2484e3e4-413b-48ea-9556-a804bf66ea49 req-5f357059-e606-487b-9959-037811aeb659 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 946 time: 0.0776677 Aug 17 19:44:58.884125 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e4dc26af-dc7f-4d19-8cf8-28914175f282 req-e1055ec5-76b8-4bd4-bd40-ea4e338a2dc0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759161 Aug 17 19:44:58.888088 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2484e3e4-413b-48ea-9556-a804bf66ea49 req-4f9624af-4da2-4d2a-b961-c732c0b5d0f0 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720117 Aug 17 19:45:00.062809 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651558b-4193-4430-b44c-209dbae06c26 req-0cd434e2-48b8-410d-8e3d-f129c676486e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:00.064401 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2651558b-4193-4430-b44c-209dbae06c26 req-0cd434e2-48b8-410d-8e3d-f129c676486e tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0875185 Aug 17 19:45:00.070927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fc7de-a34c-4d75-814b-39b272dec90f req-2887435f-aabe-4207-aa46-480d8876a836 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:00.072416 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-310fc7de-a34c-4d75-814b-39b272dec90f req-2887435f-aabe-4207-aa46-480d8876a836 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 946 time: 0.0936234 Aug 17 19:45:00.160398 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2651558b-4193-4430-b44c-209dbae06c26 req-9ec9e905-9f6a-4433-a239-2490b8e046ed tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869331 Aug 17 19:45:00.164441 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-310fc7de-a34c-4d75-814b-39b272dec90f req-798ac5a1-b3e0-495e-a949-01b4895628a5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786369 Aug 17 19:45:01.244507 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:01.317937 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a66c0f-7b2e-4228-9042-ff91e284df83 req-37df6973-03df-4bc7-9e95-60c8ff9044c9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:01.319454 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4a66c0f-7b2e-4228-9042-ff91e284df83 req-37df6973-03df-4bc7-9e95-60c8ff9044c9 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0850182 Aug 17 19:45:01.331127 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbdbc9-dad0-46ab-a035-278728849c43 req-119e017d-3f9d-4f06-a848-ab0d3a149517 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:01.332577 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-38dbdbc9-dad0-46ab-a035-278728849c43 req-119e017d-3f9d-4f06-a848-ab0d3a149517 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 946 time: 0.0685787 Aug 17 19:45:01.421966 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-38dbdbc9-dad0-46ab-a035-278728849c43 req-b287b6e5-b338-4bd4-b956-f655a21c17d3 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813725 Aug 17 19:45:01.426281 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4a66c0f-7b2e-4228-9042-ff91e284df83 req-da0d31b5-ca56-45ef-9cc4-620d8f0738d1 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928180 Aug 17 19:45:02.167234 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:02.544994 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d90a-b258-4a77-b583-c1bcd17cf9b0 req-57bfcbf5-e310-43ac-98dd-132b35735dd5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:02.547120 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3681d90a-b258-4a77-b583-c1bcd17cf9b0 req-57bfcbf5-e310-43ac-98dd-132b35735dd5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0475843 Aug 17 19:45:02.600061 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3681d90a-b258-4a77-b583-c1bcd17cf9b0 req-f6792823-0fcb-4d32-bc19-ce9e59670a3b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472987 Aug 17 19:45:03.137854 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:03.725601 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f6359-ad70-441b-b305-8640787b7a51 req-37f2362f-c591-4dca-9619-84066980b2af tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:03.727101 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a48f6359-ad70-441b-b305-8640787b7a51 req-37f2362f-c591-4dca-9619-84066980b2af tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0521917 Aug 17 19:45:03.790895 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a48f6359-ad70-441b-b305-8640787b7a51 req-b4811e89-b30d-4501-9f7b-93f67c7d0c5b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572951 Aug 17 19:45:04.051537 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5ba13edc-c50d-4141-9801-c904f43d594b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:04.897532 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:04.910725 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452afa6-3e60-4081-abe7-d2cdf5ddcfdb req-cc244a93-aede-4095-8e9d-3f8f37a9f6ea tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:04.912182 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c452afa6-3e60-4081-abe7-d2cdf5ddcfdb req-cc244a93-aede-4095-8e9d-3f8f37a9f6ea tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0469508 Aug 17 19:45:04.961914 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c452afa6-3e60-4081-abe7-d2cdf5ddcfdb req-90af99e3-27b6-451c-9ff4-7f15352a6440 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Aug 17 19:45:06.081701 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d259c-2830-40c9-ae11-e3e3c75c8e8b req-e64ff362-ea87-407d-a5d7-ef8f830f8b63 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:06.083145 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bc9d259c-2830-40c9-ae11-e3e3c75c8e8b req-e64ff362-ea87-407d-a5d7-ef8f830f8b63 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0498888 Aug 17 19:45:06.123437 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-68e5e450-cf05-4193-840f-2880f1c57be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:06.134007 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bc9d259c-2830-40c9-ae11-e3e3c75c8e8b req-d05ef098-5215-41c5-9e72-c1a41458f499 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453465 Aug 17 19:45:06.225077 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa837cfa-eddc-451c-b319-82e799006270 req-e03badec-4e79-41d3-8e7e-6cf76565b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:06.226507 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fa837cfa-eddc-451c-b319-82e799006270 req-e03badec-4e79-41d3-8e7e-6cf76565b971 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1129 time: 0.0394561 Aug 17 19:45:06.304123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:06.321161 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa837cfa-eddc-451c-b319-82e799006270 req-f219e3de-120f-45ed-aff9-c9316f87d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:06.322632 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fa837cfa-eddc-451c-b319-82e799006270 req-f219e3de-120f-45ed-aff9-c9316f87d8cf service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 909 time: 0.0898304 Aug 17 19:45:06.383972 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fa837cfa-eddc-451c-b319-82e799006270 req-7658bc20-6554-4683-9fae-fe72ef646d3d service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 1001 time: 0.0546508 Aug 17 19:45:06.430254 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa837cfa-eddc-451c-b319-82e799006270 req-3c793705-11de-4477-9c9a-def72de54d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:06.431631 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fa837cfa-eddc-451c-b319-82e799006270 req-3c793705-11de-4477-9c9a-def72de54d69 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 200 len: 847 time: 0.0422299 Aug 17 19:45:06.477401 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa837cfa-eddc-451c-b319-82e799006270 req-77e6c9b2-445b-4654-8275-8a23fe45ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:06.478778 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fa837cfa-eddc-451c-b319-82e799006270 req-77e6c9b2-445b-4654-8275-8a23fe45ace9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d55abc87-1768-49b8-b1fe-e6cde3bfee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414169 Aug 17 19:45:06.565801 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fa837cfa-eddc-451c-b319-82e799006270 req-4f719c67-0f51-4716-83e3-557492dce7e6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811365 Aug 17 19:45:06.655831 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fa837cfa-eddc-451c-b319-82e799006270 req-c9cdc409-8cd7-419a-9e63-7488789fcf92 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842552 Aug 17 19:45:07.251389 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b2b8-6fda-4149-a421-5017ddd708f0 req-37a56df4-ee83-4851-b2c8-51b5b0d53e71 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:07.252839 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4c69b2b8-6fda-4149-a421-5017ddd708f0 req-37a56df4-ee83-4851-b2c8-51b5b0d53e71 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0459330 Aug 17 19:45:07.300991 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4c69b2b8-6fda-4149-a421-5017ddd708f0 req-cb2597b9-595a-4a38-a9a7-4067785c8db8 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 Aug 17 19:45:07.456470 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:08.139904 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-32f814b1-2171-4646-8506-3cae648d2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:08.141403 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-32f814b1-2171-4646-8506-3cae648d2ce3 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1129 time: 0.0396466 Aug 17 19:45:08.161790 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:08.249785 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-f010a75d-7940-40c0-a61b-13625bde606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:08.251242 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-f010a75d-7940-40c0-a61b-13625bde606f service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 909 time: 0.0917311 Aug 17 19:45:08.335603 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-c54fad64-d085-4da5-a2e4-0dcb720c35a3 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 1001 time: 0.0577533 Aug 17 19:45:08.418041 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23948443-955f-465a-9d36-65ab8493eb30 req-49ebcb9c-36ec-4005-8307-1e42c6f40f25 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:08.419534 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-23948443-955f-465a-9d36-65ab8493eb30 req-49ebcb9c-36ec-4005-8307-1e42c6f40f25 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0462544 Aug 17 19:45:08.474044 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-23948443-955f-465a-9d36-65ab8493eb30 req-aebbd2d1-4263-4434-a30e-312c1f99d1d7 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485468 Aug 17 19:45:08.594623 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-6ccfeb0a-035c-4118-93f4-290ebca8c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:08.596448 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-6ccfeb0a-035c-4118-93f4-290ebca8c506 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 200 len: 847 time: 0.0479562 Aug 17 19:45:08.748340 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:08.888503 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:09.156038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-c79aa233-de7c-4a41-87f4-64692fe5fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:09.157608 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-c79aa233-de7c-4a41-87f4-64692fe5fb8f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d55abc87-1768-49b8-b1fe-e6cde3bfee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461617 Aug 17 19:45:09.215265 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:09.255447 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-0145b6e3-02e6-4747-92f4-50fda7ebdd9c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919313 Aug 17 19:45:09.546364 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f56ff257-9c23-470b-a689-ba39e74a9619 req-ffa0c7e5-721a-4d9b-88f5-c761a513ecd4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983050 Aug 17 19:45:09.597405 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5ac2a-0de1-45a1-9d73-2fdca85fb054 req-c0892a11-513d-49b8-a7f8-dfa7b8d4999c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:09.598904 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8cf5ac2a-0de1-45a1-9d73-2fdca85fb054 req-c0892a11-513d-49b8-a7f8-dfa7b8d4999c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Aug 17 19:45:09.648483 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8cf5ac2a-0de1-45a1-9d73-2fdca85fb054 req-1c6f56cc-d850-452a-86b3-64d207edcb53 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Aug 17 19:45:09.878796 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af424071-892b-4e59-9059-f3ae4b9af7ee req-ec826e5c-17b0-4ebb-817b-af05a3fb0abb tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:09.880282 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af424071-892b-4e59-9059-f3ae4b9af7ee req-ec826e5c-17b0-4ebb-817b-af05a3fb0abb tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0521610 Aug 17 19:45:09.922027 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50196) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:09.941839 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-af424071-892b-4e59-9059-f3ae4b9af7ee req-2d799e4b-ece5-4759-9b7f-1e54923511c0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554976 Aug 17 19:45:10.014421 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-572a76a9-fac5-47ba-91f8-57ecba534005 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908916 Aug 17 19:45:10.023005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-1e846e2e-f556-442c-a3b9-422e9aba997b service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:45:10.023941 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-1e846e2e-f556-442c-a3b9-422e9aba997b service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048461 Aug 17 19:45:10.158244 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50206) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:10.260930 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-d9839fb2-4c1e-41a9-a2d4-f12680b7fc9c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:10.262346 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-d9839fb2-4c1e-41a9-a2d4-f12680b7fc9c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports/380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 942 time: 0.1031134 Aug 17 19:45:11.058358 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9d84-26cb-4927-bec6-cb3487f5087f req-5a3921ed-3b62-4769-b825-d42a54be167a tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:11.059750 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-341d9d84-26cb-4927-bec6-cb3487f5087f req-5a3921ed-3b62-4769-b825-d42a54be167a tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0476265 Aug 17 19:45:11.111262 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-341d9d84-26cb-4927-bec6-cb3487f5087f req-e3479223-8056-4484-828b-31cf08e95b20 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Aug 17 19:45:11.284302 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 380031c9-b01e-4d04-9d20-1e65825341f8 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:11.357731 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 380031c9-b01e-4d04-9d20-1e65825341f8 is: ACTIVE; New status is: DOWN {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:11.358095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:11.380586 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:45:11.382834 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb898b87-a27f-4ea2-9c20-c118bfe0a9e2" -d '{"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-unplugged", "status": "completed", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:45:11.396180 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:11.400596 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:11.423439 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 17 Aug 2022 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b57191-eaa4-48c2-96a2-05d0e49e6284 x-openstack-request-id: req-a2b57191-eaa4-48c2-96a2-05d0e49e6284 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:45:11.423730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-unplugged", "status": "failed", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8", "code": 422}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:45:11.423982 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2b57191-eaa4-48c2-96a2-05d0e49e6284 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:45:11.424381 dv-cinder-850698-2-iscsi neutron-server[111890]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a2b57191-eaa4-48c2-96a2-05d0e49e6284']: {'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8', 'code': 422} returned with failed status Aug 17 19:45:11.450092 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=6']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:12.117810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-f6fb8ac6-bf75-4887-9a1c-7a7d07304cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:12.119306 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-f6fb8ac6-bf75-4887-9a1c-7a7d07304cf4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555&tenant_id=7e072daa36df4ab7b836616c2b138c01 HTTP/1.1" status: 200 len: 1127 time: 0.0415325 Aug 17 19:45:12.180564 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-cc3ef447-1b1e-4cdd-88c7-2a183aae3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:12.182053 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-cc3ef447-1b1e-4cdd-88c7-2a183aae3399 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1127 time: 0.0414901 Aug 17 19:45:12.213200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:12.229352 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ee2a6-2ad7-46b0-a980-94d49d4fd89d req-2f001765-7e9a-4971-bd40-7313c57cd992 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:12.230840 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e89ee2a6-2ad7-46b0-a980-94d49d4fd89d req-2f001765-7e9a-4971-bd40-7313c57cd992 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0480676 Aug 17 19:45:12.267015 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:12.280826 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e89ee2a6-2ad7-46b0-a980-94d49d4fd89d req-1eb5fff5-e258-4ee1-a7c9-5b27bfa8ca75 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Aug 17 19:45:12.281038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-535acc7a-dc98-4af3-b61c-ec41d6e534e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:12.282406 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-535acc7a-dc98-4af3-b61c-ec41d6e534e2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 909 time: 0.0882022 Aug 17 19:45:12.348548 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-84698aac-12e2-45ab-9cc0-2789b98bf24c service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 999 time: 0.0583024 Aug 17 19:45:12.397696 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-0f88f855-d688-4f76-9e55-af6e62cefc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:12.399085 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-0f88f855-d688-4f76-9e55-af6e62cefc1d service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 200 len: 847 time: 0.0433791 Aug 17 19:45:12.443595 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-eeee66b4-ecc3-4b35-9ee2-12582b29d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:12.444954 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-eeee66b4-ecc3-4b35-9ee2-12582b29d313 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d55abc87-1768-49b8-b1fe-e6cde3bfee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402176 Aug 17 19:45:12.535006 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-33385759-093f-4683-8927-decf623f5c74 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835729 Aug 17 19:45:12.634502 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-3fa45b13-8ca8-45ec-af8c-9bc1772bd484 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913568 Aug 17 19:45:13.400258 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f265ff-6082-4f2d-8786-0a5ee675d978 req-ba6807b5-8fac-4768-98f6-dce316f27c28 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:13.401767 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34f265ff-6082-4f2d-8786-0a5ee675d978 req-ba6807b5-8fac-4768-98f6-dce316f27c28 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0504520 Aug 17 19:45:13.451276 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34f265ff-6082-4f2d-8786-0a5ee675d978 req-83d416e1-392d-4c9a-8986-cc420b2558fe tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Aug 17 19:45:14.578532 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5cd42-429d-4bf2-a3dd-915dade7c5cd req-829f8cbe-6852-46a8-9000-369722003faf tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:14.580085 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7f5cd42-429d-4bf2-a3dd-915dade7c5cd req-829f8cbe-6852-46a8-9000-369722003faf tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0584886 Aug 17 19:45:14.639757 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b7f5cd42-429d-4bf2-a3dd-915dade7c5cd req-48cf3035-5356-4f19-9d9c-bfb53d77cf76 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534267 Aug 17 19:45:14.675930 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77eb5-0412-40bb-b7ff-7fcb73d9c825 req-fdc93ef9-4562-4dde-bf81-beebc9eaa7f8 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:14.677454 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9fd77eb5-0412-40bb-b7ff-7fcb73d9c825 req-fdc93ef9-4562-4dde-bf81-beebc9eaa7f8 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 946 time: 0.0554202 Aug 17 19:45:14.723667 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9fd77eb5-0412-40bb-b7ff-7fcb73d9c825 req-3396a056-3cbb-4926-b52d-343e11867656 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Aug 17 19:45:15.187808 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:15.188551 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:15.738549 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:15.758876 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0be8b8-8d10-45c2-b5d3-677a82194bd9 req-21dfa44d-5739-4b99-82d5-e98ed04433e8 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:15.760558 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5e0be8b8-8d10-45c2-b5d3-677a82194bd9 req-21dfa44d-5739-4b99-82d5-e98ed04433e8 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0490201 Aug 17 19:45:15.819533 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5e0be8b8-8d10-45c2-b5d3-677a82194bd9 req-2905d6c9-10de-4582-a63e-a44945388253 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523710 Aug 17 19:45:15.853327 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217e22-f61a-4ec8-9686-b2939db41e00 req-a67e8c10-55e7-406b-9d96-bedc5c8b69ba tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:15.854797 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ee217e22-f61a-4ec8-9686-b2939db41e00 req-a67e8c10-55e7-406b-9d96-bedc5c8b69ba tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 946 time: 0.0571392 Aug 17 19:45:15.904279 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ee217e22-f61a-4ec8-9686-b2939db41e00 req-fa1b037c-578f-49a7-ab26-d21cfc6462ca tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4cf328fc-f52b-4cbe-96cb-fc93d58f1584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Aug 17 19:45:16.490921 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-e802c040-5d0f-4e3c-81f7-99023711c71c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:16.492348 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-e802c040-5d0f-4e3c-81f7-99023711c71c tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 946 time: 0.0466475 Aug 17 19:45:16.571529 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Deleting port 8d0240ee-c805-4cfa-aded-24a776b15f49 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:16.571868 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:16.662134 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] For port 8d0240ee-c805-4cfa-aded-24a776b15f49, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8d0240ee-c805-4cfa-aded-24a776b15f49,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:16.662493 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:16.753920 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:16.820206 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:16.820563 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (23a9d235-7876-4c1b-b0ba-287359f68960), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:16.820875 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Floating IP 23a9d235-7876-4c1b-b0ba-287359f68960 disassociated. External IP: 172.27.1.128, port: 8d0240ee-c805-4cfa-aded-24a776b15f49. Aug 17 19:45:16.821230 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Calling delete_port for 8d0240ee-c805-4cfa-aded-24a776b15f49 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:16.941294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686758f5-bca0-4623-bda0-dcff5a75fb2d req-89e2588f-7624-4f4b-a1fd-0e1cbf28ed7a tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:16.942793 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-686758f5-bca0-4623-bda0-dcff5a75fb2d req-89e2588f-7624-4f4b-a1fd-0e1cbf28ed7a tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0494065 Aug 17 19:45:16.956816 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (8d0240ee-c805-4cfa-aded-24a776b15f49), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:16.985684 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event deleted for resources: {'Port': ['ID=8d0240ee-c805-4cfa-aded-24a776b15f49,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:16.995566 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:17.027941 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-686758f5-bca0-4623-bda0-dcff5a75fb2d req-98328908-0852-4d56-b037-a7f4db896143 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786450 Aug 17 19:45:17.036276 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3b279310-dfab-440b-8b59-6e0fa8f21b0c req-b902988b-b37b-4b48-ab35-669b56957ee4 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4c8ca5b1-5ab2-48cf-824d-367bbac94eb0 HTTP/1.1" status: 200 len: 210 time: 0.0509698 Aug 17 19:45:17.104310 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Router f13497e7-e612-46ed-bfd0-ffa0655a80cd has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:45:17.204989 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:45:17.214834 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] Sync routers for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:45:17.224935 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:17.225644 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:17.246406 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] No DVR routers for this DVR port 8d0240ee-c805-4cfa-aded-24a776b15f49 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:45:17.248876 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:17.252057 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f1aa4f6d-cbdc-4ccd-a943-0cd9933b42f7 req-2649a9f5-b8e9-450d-afe1-1e800d2a6891 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.65 "DELETE /networking/v2.0/ports/8d0240ee-c805-4cfa-aded-24a776b15f49 HTTP/1.1" status: 204 len: 173 time: 0.7539980 Aug 17 19:45:17.252481 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'name': 'network-vif-deleted', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:45:17.254807 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040e431a-48b0-4469-87a8-6ffc87be80bc" -d '{"events": [{"server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "name": "network-vif-deleted", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:45:17.340132 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:17.363474 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed15dd1-3aa4-4aeb-aff8-33d6c92bd974 x-openstack-request-id: req-fed15dd1-3aa4-4aeb-aff8-33d6c92bd974 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:45:17.363761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ca5b1-5ab2-48cf-824d-367bbac94eb0", "name": "network-vif-deleted", "tag": "8d0240ee-c805-4cfa-aded-24a776b15f49", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:45:17.364006 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fed15dd1-3aa4-4aeb-aff8-33d6c92bd974 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:45:17.364408 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed15dd1-3aa4-4aeb-aff8-33d6c92bd974'] response: {'server_uuid': '4c8ca5b1-5ab2-48cf-824d-367bbac94eb0', 'name': 'network-vif-deleted', 'tag': '8d0240ee-c805-4cfa-aded-24a776b15f49', 'status': 'completed', 'code': 200} Aug 17 19:45:17.484145 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:17.539665 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:17.567740 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] Checking router: f13497e7-e612-46ed-bfd0-ffa0655a80cd for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:45:17.576319 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:17.577485 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:17.679027 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:17.707039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:17.808998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:17.871648 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:17.896027 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127047d-2a0e-4d3b-9525-f5a6f3ea0213 None None] The sync data for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi is: [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f1a3af34-b25d-4ff0-a67f-fb8af2e09fce', 'name': '', 'network_id': 'efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'mac_address': 'fa:16:3e:86:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:05Z', 'updated_at': '2022-08-17T19:39:24Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'subnets': [{'id': '636712f1-5e98-4e98-925c-f725a84e65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:45:18.129664 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50292) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:18.149981 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2912b-4f63-4c12-881b-918f0c2cb1ce None None] New status for floating IP 23a9d235-7876-4c1b-b0ba-287359f68960: DOWN {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:45:18.163347 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8100b-2a96-476f-be6c-5fbc4075126e req-bfe8a791-3112-41d9-89ce-e7479783d706 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:18.164864 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a2f8100b-2a96-476f-be6c-5fbc4075126e req-bfe8a791-3112-41d9-89ce-e7479783d706 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0517073 Aug 17 19:45:18.190763 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4e86186-051c-4196-bfe9-9ff9e72be567 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (4cf328fc-f52b-4cbe-96cb-fc93d58f1584), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.214901 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4e86186-051c-4196-bfe9-9ff9e72be567 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (4cf328fc-f52b-4cbe-96cb-fc93d58f1584), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.224946 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a2f8100b-2a96-476f-be6c-5fbc4075126e req-00f4f4e2-2205-4d7b-b53f-5126e9b41719 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521255 Aug 17 19:45:18.280221 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4e86186-051c-4196-bfe9-9ff9e72be567 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (4cf328fc-f52b-4cbe-96cb-fc93d58f1584), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.283365 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a4e86186-051c-4196-bfe9-9ff9e72be567 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.284584 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a4e86186-051c-4196-bfe9-9ff9e72be567 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4cf328fc-f52b-4cbe-96cb-fc93d58f1584 HTTP/1.1" status: 204 len: 168 time: 0.1532164 Aug 17 19:45:18.287457 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50294) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:18.294444 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e86186-051c-4196-bfe9-9ff9e72be567 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf328fc-f52b-4cbe-96cb-fc93d58f1584,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:18.302723 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.api.v2.resource [None req-fe36e88b-b2be-4552-aa0b-58d0641a1b24 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] show failed (client error): The resource could not be found. Aug 17 19:45:18.303739 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-fe36e88b-b2be-4552-aa0b-58d0641a1b24 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "GET /networking/v2.0/security-groups/4cf328fc-f52b-4cbe-96cb-fc93d58f1584 HTTP/1.1" status: 404 len: 347 time: 0.0151176 Aug 17 19:45:18.306676 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50296) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:18.416535 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Deleting port d67556a1-d09d-4741-969e-712d1f5332ab {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:18.416869 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (d67556a1-d09d-4741-969e-712d1f5332ab), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.491276 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (d67556a1-d09d-4741-969e-712d1f5332ab), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.491603 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (d67556a1-d09d-4741-969e-712d1f5332ab), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.503938 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Calling delete_port for d67556a1-d09d-4741-969e-712d1f5332ab owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:18.552547 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:18.633813 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (d67556a1-d09d-4741-969e-712d1f5332ab), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.659521 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Pushing event deleted for resources: {'Port': ['ID=d67556a1-d09d-4741-969e-712d1f5332ab,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:18.721955 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks [] for floatingip (23a9d235-7876-4c1b-b0ba-287359f68960), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.724444 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:18.725626 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b2be9301-29ce-4ab3-810b-7d41f11a5857 tempest-AttachVolumeTestJSON-984721636 tempest-AttachVolumeTestJSON-984721636-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/23a9d235-7876-4c1b-b0ba-287359f68960 HTTP/1.1" status: 204 len: 168 time: 0.4169836 Aug 17 19:45:19.343030 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8237043-855d-45cd-99fa-8889e4ff91cd req-b242334c-0d9a-4417-a1ac-a14901a50643 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:19.344478 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8237043-855d-45cd-99fa-8889e4ff91cd req-b242334c-0d9a-4417-a1ac-a14901a50643 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0465679 Aug 17 19:45:19.393109 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b8237043-855d-45cd-99fa-8889e4ff91cd req-56ce707e-1c3c-4c22-add2-c18820e06baa tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Aug 17 19:45:20.500426 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:20.509012 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beccd8b-17eb-4f89-ace1-b50069ba8944 req-51c698e7-c5d2-4797-a0e7-f7ae0eb81701 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:20.510535 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4beccd8b-17eb-4f89-ace1-b50069ba8944 req-51c698e7-c5d2-4797-a0e7-f7ae0eb81701 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 943 time: 0.0468912 Aug 17 19:45:20.563885 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4beccd8b-17eb-4f89-ace1-b50069ba8944 req-6dd8be5c-6ddf-4f09-a9c8-0b8962d04123 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471895 Aug 17 19:45:21.320503 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 380031c9-b01e-4d04-9d20-1e65825341f8 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:45:21.324581 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8d0240ee-c805-4cfa-aded-24a776b15f49 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:21.353899 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 8d0240ee-c805-4cfa-aded-24a776b15f49 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:21.354249 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8d0240ee-c805-4cfa-aded-24a776b15f49 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:21.440433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:21.451443 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '380031c9-b01e-4d04-9d20-1e65825341f8', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'port_id': '380031c9-b01e-4d04-9d20-1e65825341f8', 'mac_address': 'fa:16:3e:18:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:45:21.489116 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 380031c9-b01e-4d04-9d20-1e65825341f8 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:21.489532 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:21.501898 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380031c9-b01e-4d04-9d20-1e65825341f8 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:45:21.521470 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:21.530370 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:21.575359 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=7']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:21.681290 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6071b-75c5-4b44-95b8-d339cdb9648f req-71742248-c6d6-488d-adec-0ddc17d101a2 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:21.682750 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-19e6071b-75c5-4b44-95b8-d339cdb9648f req-71742248-c6d6-488d-adec-0ddc17d101a2 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 944 time: 0.0468888 Aug 17 19:45:21.731189 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-19e6071b-75c5-4b44-95b8-d339cdb9648f req-de604397-ed3a-4f91-a3d3-b8d0e5242c65 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Aug 17 19:45:21.745959 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['380031c9-b01e-4d04-9d20-1e65825341f8'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:45:22.260777 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50330) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:22.599320 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:22.654146 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (f13497e7-e612-46ed-bfd0-ffa0655a80cd), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:22.800855 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:22.847361 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016276f-6173-49c4-9d74-32d222e4abb1 req-f4f33009-a51b-4681-a084-31627ebdacff tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:22.848830 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1016276f-6173-49c4-9d74-32d222e4abb1 req-f4f33009-a51b-4681-a084-31627ebdacff tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 944 time: 0.0464029 Aug 17 19:45:22.881787 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Deleting port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:22.882284 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:22.901785 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1016276f-6173-49c4-9d74-32d222e4abb1 req-2b4297b8-c948-4526-a4f2-49d8eb4af994 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463338 Aug 17 19:45:22.960116 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] For port f1a3af34-b25d-4ff0-a67f-fb8af2e09fce, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:22.960467 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:22.975897 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Calling delete_port for f1a3af34-b25d-4ff0-a67f-fb8af2e09fce owned by network:router_interface {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:23.146759 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (f1a3af34-b25d-4ff0-a67f-fb8af2e09fce), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:23.170081 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a3af34-b25d-4ff0-a67f-fb8af2e09fce,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:23.181962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.182304 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.182634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.182960 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.183280 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.183596 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.183909 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.184219 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.184533 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.184849 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.185162 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.185501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.185815 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.186118 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.186421 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:23.329890 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 380031c9-b01e-4d04-9d20-1e65825341f8 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:45:23.342260 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (f13497e7-e612-46ed-bfd0-ffa0655a80cd), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:23.374788 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 380031c9-b01e-4d04-9d20-1e65825341f8 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:23.375160 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:23.450135 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 380031c9-b01e-4d04-9d20-1e65825341f8 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:23.450135 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:23.472437 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:45:23.474700 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad6a79-0dae-4318-a4ce-101f49ce4c1c" -d '{"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-plugged", "status": "completed", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:45:23.479482 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:23.488999 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:23.493765 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:23.517962 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb34958-b0c9-46d8-8a63-1266d2e45ad8 x-openstack-request-id: req-3bb34958-b0c9-46d8-8a63-1266d2e45ad8 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:45:23.518268 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-plugged", "status": "completed", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:45:23.518519 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3bb34958-b0c9-46d8-8a63-1266d2e45ad8 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:45:23.518912 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb34958-b0c9-46d8-8a63-1266d2e45ad8'] response: {'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8', 'code': 200} Aug 17 19:45:23.550421 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=8']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:23.823795 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b159b-b0ec-43bf-8ffc-874140b6e8bf req-4f64d218-b3d0-4e08-be8d-f395d5fbabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:23.825553 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b25b159b-b0ec-43bf-8ffc-874140b6e8bf req-4f64d218-b3d0-4e08-be8d-f395d5fbabec service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1129 time: 0.0501306 Aug 17 19:45:23.832710 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Router f13497e7-e612-46ed-bfd0-ffa0655a80cd has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:45:23.850141 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:23.917696 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b25b159b-b0ec-43bf-8ffc-874140b6e8bf req-649bf4a8-4347-4e0c-9f59-c3a5c96e129d service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836730 Aug 17 19:45:23.971510 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:45:23.976404 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e7bf415f-2785-4718-b420-40a2a761628a admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/f13497e7-e612-46ed-bfd0-ffa0655a80cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145567 Aug 17 19:45:23.978926 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50342) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:23.983713 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] Sync routers for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:45:23.995896 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:23.996511 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:24.030960 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa642-1315-4dfe-9245-e027eb2df91f req-ea3dc78b-5f56-48ba-867d-2df54e4e27e0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:24.032473 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fbffa642-1315-4dfe-9245-e027eb2df91f req-ea3dc78b-5f56-48ba-867d-2df54e4e27e0 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0567691 Aug 17 19:45:24.035533 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:24.083622 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks [] for router (f13497e7-e612-46ed-bfd0-ffa0655a80cd), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.087459 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fbffa642-1315-4dfe-9245-e027eb2df91f req-d0814ade-9350-418d-8997-e3da7e9419d7 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483165 Aug 17 19:45:24.108122 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:24.179870 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks [] for router_gateway (f13497e7-e612-46ed-bfd0-ffa0655a80cd), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.221994 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Deleting port c0ace5d3-7cf5-4671-99ec-8d8be425f942 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:24.222249 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.266126 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:24.278478 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:45:23Z', 'revision_number': 5, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port': {'id': 'c0ace5d3-7cf5-4671-99ec-8d8be425f942', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:57Z', 'updated_at': '2022-08-17T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:24.303443 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] Checking router: f13497e7-e612-46ed-bfd0-ffa0655a80cd for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:45:24.305613 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] For port c0ace5d3-7cf5-4671-99ec-8d8be425f942, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=c0ace5d3-7cf5-4671-99ec-8d8be425f942,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:24.305976 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.312242 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] Routers {'f13497e7-e612-46ed-bfd0-ffa0655a80cd'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:24.313288 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:24.319195 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Calling delete_port for c0ace5d3-7cf5-4671-99ec-8d8be425f942 owned by network:router_gateway {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:24.395556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] Set router f13497e7-e612-46ed-bfd0-ffa0655a80cd gateway port host: None {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:24.446768 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:45:24Z', 'revision_number': 6, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:24.482473 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (c0ace5d3-7cf5-4671-99ec-8d8be425f942), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.486298 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:24.508018 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ace5d3-7cf5-4671-99ec-8d8be425f942,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:24.576845 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (f13497e7-e612-46ed-bfd0-ffa0655a80cd), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.597365 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe5959-89c0-40a4-9472-07dcac045c31 None None] The sync data for ids ['f13497e7-e612-46ed-bfd0-ffa0655a80cd'] in dv-cinder-850698-2-iscsi is: [{'id': 'f13497e7-e612-46ed-bfd0-ffa0655a80cd', 'name': 'tempest-AttachVolumeTestJSON-839908812-router', 'tenant_id': 'd8e17f7523b4492394df211a01a4193c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:45:24Z', 'revision_number': 6, 'project_id': 'd8e17f7523b4492394df211a01a4193c', 'gw_port_host': None}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:45:24.663621 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (f13497e7-e612-46ed-bfd0-ffa0655a80cd), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.665799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks [] for router_controller (f13497e7-e612-46ed-bfd0-ffa0655a80cd), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.711532 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (f13497e7-e612-46ed-bfd0-ffa0655a80cd), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.712087 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f13497e7-e612-46ed-bfd0-ffa0655a80cd {{(pid=111883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:45:24.717441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.719044 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-72678b21-1cef-470b-adfb-f36a5cb353a0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/f13497e7-e612-46ed-bfd0-ffa0655a80cd HTTP/1.1" status: 204 len: 168 time: 0.7390337 Aug 17 19:45:24.721798 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50344) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:24.765567 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] Deleting subnet 636712f1-5e98-4e98-925c-f725a84e65b3 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:45:24.768582 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] Publish callbacks [] for subnet (636712f1-5e98-4e98-925c-f725a84e65b3), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.786817 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:24.804439 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (636712f1-5e98-4e98-925c-f725a84e65b3), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.884719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (636712f1-5e98-4e98-925c-f725a84e65b3), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.941572 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (636712f1-5e98-4e98-925c-f725a84e65b3), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.968982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636712f1-5e98-4e98-925c-f725a84e65b3,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:24.973982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:24.977843 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-218f60a1-29fc-465b-84de-a8804d80d0e8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/636712f1-5e98-4e98-925c-f725a84e65b3 HTTP/1.1" status: 204 len: 168 time: 0.2543871 Aug 17 19:45:24.979800 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50346) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:24.980928 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d0757-8101-460e-bd3e-a3d27184b3c6 None None] Network efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:45:25.062828 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.105608 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Deleting port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:25.105948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.169194 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] For port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca,segment=NetworkSegment(0aead030-96d9-480f-9b56-3cf45938ba23),segment_id=0aead030-96d9-480f-9b56-3cf45938ba23)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:25.169573 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.182169 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Calling delete_port for 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca owned by network:dhcp {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:25.207319 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee188627-f2d3-4e60-8c9f-3190e0996c27 req-844657df-68e0-4aca-873d-d5da2ca0875b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:25.208827 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ee188627-f2d3-4e60-8c9f-3190e0996c27 req-844657df-68e0-4aca-873d-d5da2ca0875b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0470529 Aug 17 19:45:25.262159 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ee188627-f2d3-4e60-8c9f-3190e0996c27 req-7768e45f-823d-4a10-a687-0c8e7573d995 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474343 Aug 17 19:45:25.270291 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.297519 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] No DVR routers for this DVR port 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca on host dv-cinder-850698-2-iscsi {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:45:25.300921 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:25.359453 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc71f4-e903-45fb-99a2-43b498b5469d None None] DHCP port deletion for efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:45:25.377961 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.399333 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0']}} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:25.409294 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aead030-96d9-480f-9b56-3cf45938ba23') {'for_net_delete': True} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:25.409588 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aead030-96d9-480f-9b56-3cf45938ba23') {} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:25.411124 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:25.419868 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824914'] for segment (0aead030-96d9-480f-9b56-3cf45938ba23), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.434379 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (0aead030-96d9-480f-9b56-3cf45938ba23), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.441458 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=111883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:45:25.441851 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25821873'] for segment (0aead030-96d9-480f-9b56-3cf45938ba23), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.486938 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment 0aead030-96d9-480f-9b56-3cf45938ba23 resource provider aggregate not found Aug 17 19:45:25.515412 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment 0aead030-96d9-480f-9b56-3cf45938ba23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aead030-96d9-480f-9b56-3cf45938ba23 found for delete ", "request_id": "req-b9d73fad-6c40-4922-a38d-2cc1fef047f9"}]} Aug 17 19:45:25.516965 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.532538 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.541263 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0 HTTP/1.1" status: 204 len: 168 time: 0.5596442 Aug 17 19:45:25.541714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6c8f1-573d-4321-9517-2851bb87cf6e admin admin] Pushing event deleted for resources: {'Network': ['ID=efd33d7e-e98e-4b70-ba3d-e5bc9d6e97e0,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:25.667979 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50358) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:25.722480 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device c0ace5d3-7cf5-4671-99ec-8d8be425f942 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:25.723343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50360) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:25.723653 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-6e5d59b2-cede-4fd2-9d69-55755d46d999 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d8e17f7523b4492394df211a01a4193c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0543694 Aug 17 19:45:25.745730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: c0ace5d3-7cf5-4671-99ec-8d8be425f942 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:25.746365 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device c0ace5d3-7cf5-4671-99ec-8d8be425f942 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:25.746983 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1a3af34-b25d-4ff0-a67f-fb8af2e09fce no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:25.770453 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: f1a3af34-b25d-4ff0-a67f-fb8af2e09fce {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:25.770802 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1a3af34-b25d-4ff0-a67f-fb8af2e09fce not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:25.771258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:25.782866 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c57f3451-1c09-4f1e-b329-aaa9e5e7e943 admin admin] Publish callbacks [] for security_group (a1084e68-ff28-4d26-93ed-16e7523f5fd7), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.795479 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:25.797901 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:25.798292 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 3fb7d390-77d5-4fff-9c6d-2bd7f2e161ca not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:25.806271 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c57f3451-1c09-4f1e-b329-aaa9e5e7e943 admin admin] Publish callbacks [] for security_group (a1084e68-ff28-4d26-93ed-16e7523f5fd7), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.854743 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c57f3451-1c09-4f1e-b329-aaa9e5e7e943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a1084e68-ff28-4d26-93ed-16e7523f5fd7), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.857416 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c57f3451-1c09-4f1e-b329-aaa9e5e7e943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:25.859096 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c57f3451-1c09-4f1e-b329-aaa9e5e7e943 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a1084e68-ff28-4d26-93ed-16e7523f5fd7 HTTP/1.1" status: 204 len: 168 time: 0.1346576 Aug 17 19:45:25.867630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f3451-1c09-4f1e-b329-aaa9e5e7e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1084e68-ff28-4d26-93ed-16e7523f5fd7,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:26.517312 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50382) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:26.611332 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2075355047-network', 'tenant_id': 'd48524fb6ff040dcac98b23363268772'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:26.622661 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:26.632515 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Made reservation on behalf of d48524fb6ff040dcac98b23363268772 for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:45:26.634944 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.644265 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.720338 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks [] for security_group (6b7ba57d-8366-49c0-8bd1-c2be9b485092), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.723590 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6b7ba57d-8366-49c0-8bd1-c2be9b485092), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.750071 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:45:26.756384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ba57d-8366-49c0-8bd1-c2be9b485092,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:26.762367 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (964bc50d-ffbb-477d-9606-09a7055f049c), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.762702 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Added segment 964bc50d-ffbb-477d-9606-09a7055f049c of type vlan for network 04936ff2-1cb2-462b-9dfb-59deb589561c Aug 17 19:45:26.804972 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (04936ff2-1cb2-462b-9dfb-59deb589561c), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.829654 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (04936ff2-1cb2-462b-9dfb-59deb589561c), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.830614 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:26.831190 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.882745 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3642747 Aug 17 19:45:26.885797 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50386) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:26.891281 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Request body: {'subnet': {'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-subnet', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:26.894012 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063bd10-5844-45bf-8680-7cf72a561f00 admin admin] Pushing event updated for resources: {'Network': ['ID=04936ff2-1cb2-462b-9dfb-59deb589561c,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:26.903953 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 04936ff2-1cb2-462b-9dfb-59deb589561c details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:45:26.911707 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Made reservation on behalf of d48524fb6ff040dcac98b23363268772 for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:45:26.914066 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25253055'] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:26.999927 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:27.081554 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28344976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25253073'] for subnet (a86589b9-b5f8-432a-bb88-80cca200b522), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.142433 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86589b9-b5f8-432a-bb88-80cca200b522,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:27.149695 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Checking segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:45:27.150052 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Network hostable DHCP agents. Network: 04936ff2-1cb2-462b-9dfb-59deb589561c, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:45:27.166618 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:45:27.175018 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 04936ff2-1cb2-462b-9dfb-59deb589561c) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:45:27.178952 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:27.179551 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.186951 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba3ba5-5fc1-4975-916e-a401933d48b0 None None] Network 04936ff2-1cb2-462b-9dfb-59deb589561c requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:45:27.195729 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d327a1e4-0420-4d02-abe3-84c9b32a5275 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3088224 Aug 17 19:45:27.198503 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50388) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:27.203598 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:27.223921 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.225196 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.228952 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:27.277751 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks [] for router_controller (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.295213 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-04936ff2-1cb2-462b-9dfb-59deb589561c', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:45:27.296761 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.413422 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks [] for router_gateway (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.434732 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Allocated IP 172.20.0.2 (04936ff2-1cb2-462b-9dfb-59deb589561c/a86589b9-b5f8-432a-bb88-80cca200b522/844610bf-1eb1-4dc9-beb3-e71a07fedcb2) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:45:27.572630 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Publish callbacks [] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.579181 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.596130 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks [] for router_gateway (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.623443 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:45:27.626169 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.628795 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:45:27.632598 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:45:27.635731 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Pushing event updated for resources: {'Port': ['ID=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:27.690926 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Attempting to bind port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:45:27.691202 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Attempting to bind port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:45:27.691559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Attempting to bind port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:45:27.696630 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:45:27.697002 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Checking segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:45:27.697430 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.697831 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Bound using segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:45:27.698284 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Bound port: 844610bf-1eb1-4dc9-beb3-e71a07fedcb2, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:45:27.698656 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.734372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Allocated IP 172.27.1.253 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/2cfc78eb-258d-4e17-a823-267ca20a1827) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:45:27.758508 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] For port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:45:27.761652 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] For port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:45:27.767611 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.820071 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c914585-e913-49f3-bdb7-4dc1564d5d10 None None] Pushing event updated for resources: {'Port': ['ID=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:27.844930 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks [] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.854670 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:27.881374 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:27.922671 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:45:27.927883 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:45:27.931811 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:45:27.935200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Pushing event updated for resources: {'Port': ['ID=2cfc78eb-258d-4e17-a823-267ca20a1827,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:28.179756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks [] for router_gateway (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:28.212361 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:28.213096 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:28.223776 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:28.371622 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:28.499346 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:45:28.603658 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:45:28.613837 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:45:28.622553 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:28.625868 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-0bdd042a-e806-4bed-8cfd-4704cf9e2bda admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4244051 Aug 17 19:45:28.627008 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:28.627318 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50390) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:28.627818 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:28.729403 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f74d2-50d8-4544-8211-8411caa957d2 None None] Network 04936ff2-1cb2-462b-9dfb-59deb589561c requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:45:28.731681 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:28.780175 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:28.801024 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-da6908b9-31b5-431f-aa81-8a8b209ce910 None None] Provisioning complete for port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:28.801559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-da6908b9-31b5-431f-aa81-8a8b209ce910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:28.829800 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:28.910225 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:28Z', 'revision_number': 3, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:28.927198 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-da6908b9-31b5-431f-aa81-8a8b209ce910 None None] Current status of the port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:28.927591 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-da6908b9-31b5-431f-aa81-8a8b209ce910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:28.938217 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:45:28.938564 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Updating router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce port 2cfc78eb-258d-4e17-a823-267ca20a1827 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:45:28.963994 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-da6908b9-31b5-431f-aa81-8a8b209ce910 None None] For port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:28.970130 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-da6908b9-31b5-431f-aa81-8a8b209ce910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:28.986758 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.030589 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6908b9-31b5-431f-aa81-8a8b209ce910 None None] Pushing event updated for resources: {'Port': ['ID=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:29.093400 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.188768 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-9a158d68-a3d9-4bcf-8b8d-80cc6352fcc7 None None] Provisioning complete for port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:29.189471 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9a158d68-a3d9-4bcf-8b8d-80cc6352fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.229373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:29.251105 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Publish callbacks [] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.251983 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Allocated IP 172.20.0.1 (04936ff2-1cb2-462b-9dfb-59deb589561c/a86589b9-b5f8-432a-bb88-80cca200b522/7e94f772-0a66-4841-a9a1-889bca9027f1) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:45:29.256477 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.262143 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:29.264889 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-9a158d68-a3d9-4bcf-8b8d-80cc6352fcc7 None None] Current status of the port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:29.273790 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Attempting to bind port 2cfc78eb-258d-4e17-a823-267ca20a1827 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:45:29.274387 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Attempting to bind port 2cfc78eb-258d-4e17-a823-267ca20a1827 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:45:29.274924 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Attempting to bind port 2cfc78eb-258d-4e17-a823-267ca20a1827 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:45:29.297077 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:45:29.297474 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:45:29.297871 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.298259 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:45:29.298754 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Bound port: 2cfc78eb-258d-4e17-a823-267ca20a1827, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:45:29.299129 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.339120 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Pushing event updated for resources: {'Port': ['ID=2cfc78eb-258d-4e17-a823-267ca20a1827,revision_number=2']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:29.351314 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.351656 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.352007 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.352359 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.352689 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.353011 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.353364 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.353682 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.353999 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.354316 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.354632 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.355082 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.355412 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.355716 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.356381 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:45:29.362791 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks [] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.376119 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] For port 2cfc78eb-258d-4e17-a823-267ca20a1827, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:45:29.379210 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] For port 2cfc78eb-258d-4e17-a823-267ca20a1827, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=2cfc78eb-258d-4e17-a823-267ca20a1827,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:45:29.385518 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.396755 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.421765 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:29.422368 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:29.435074 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:45:29.440067 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:45:29.442554 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:45:29.469878 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda97f-6486-4ab3-83bc-22d65b8be712 None None] Pushing event updated for resources: {'Port': ['ID=2cfc78eb-258d-4e17-a823-267ca20a1827,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:29.480218 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Pushing event updated for resources: {'Port': ['ID=7e94f772-0a66-4841-a9a1-889bca9027f1,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:29.488059 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.534596 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:29.538721 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:29.540782 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:29.625577 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.636616 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:29.699461 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-e4ba50e3-e47e-455b-ba22-a705cc6269f5 None None] Provisioning complete for port 7e94f772-0a66-4841-a9a1-889bca9027f1 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:29.706505 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e4ba50e3-e47e-455b-ba22-a705cc6269f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.732096 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:28Z', 'revision_number': 3, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:29.752120 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba50e3-e47e-455b-ba22-a705cc6269f5 None None] Port 7e94f772-0a66-4841-a9a1-889bca9027f1 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:45:29.755520 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:45:29.762017 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b60e0-7014-4d65-a857-c137d4c2c8e9 None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:28Z', 'revision_number': 3, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:45:29.802374 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:29.802748 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.811011 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks [] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.816503 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.878993 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:29.889601 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Pushing event updated for resources: {'Port': ['ID=7e94f772-0a66-4841-a9a1-889bca9027f1,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:29.892084 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:29.986967 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:45:29.990701 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:45:30.010972 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:30.134729 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:45:30.144073 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:45:30.246399 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:45:30.257265 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f418cfde-0948-4273-ba5d-14bc42244abf admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/9ca532c7-8dda-4feb-a05c-3920c4cd64ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6232057 Aug 17 19:45:30.275968 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-8e785b99-96c6-43b0-b134-2ccc274d68bb None None] Provisioning complete for port 7e94f772-0a66-4841-a9a1-889bca9027f1 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:30.276423 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8e785b99-96c6-43b0-b134-2ccc274d68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:30.299817 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:30.317189 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-8e785b99-96c6-43b0-b134-2ccc274d68bb None None] Port 7e94f772-0a66-4841-a9a1-889bca9027f1 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:45:30.544834 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50400) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:30.549947 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-98e2859b-da19-4a2f-8014-18222bf1834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135188536', 'description': 'tempest-description--1491822607'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:30.572514 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-98e2859b-da19-4a2f-8014-18222bf1834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:30.825356 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:30.869775 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-98e2859b-da19-4a2f-8014-18222bf1834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (d84f0def-952d-4336-9798-9b70ea2e0394), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:30.873559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-98e2859b-da19-4a2f-8014-18222bf1834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d84f0def-952d-4336-9798-9b70ea2e0394), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:30.902696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-98e2859b-da19-4a2f-8014-18222bf1834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:30.903899 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-98e2859b-da19-4a2f-8014-18222bf1834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3574753 Aug 17 19:45:30.906361 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2859b-da19-4a2f-8014-18222bf1834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f0def-952d-4336-9798-9b70ea2e0394,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:30.907452 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50402) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:30.913367 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-96f283fd-980d-48c3-8f66-d425d15f84b1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': 'd84f0def-952d-4336-9798-9b70ea2e0394', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:30.941407 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-96f283fd-980d-48c3-8f66-d425d15f84b1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (584f659f-c176-4276-a96c-85f1ae87ff68), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.001574 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-96f283fd-980d-48c3-8f66-d425d15f84b1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (584f659f-c176-4276-a96c-85f1ae87ff68), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.005552 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-96f283fd-980d-48c3-8f66-d425d15f84b1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (584f659f-c176-4276-a96c-85f1ae87ff68), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.021607 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f283fd-980d-48c3-8f66-d425d15f84b1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584f659f-c176-4276-a96c-85f1ae87ff68,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:31.032764 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-96f283fd-980d-48c3-8f66-d425d15f84b1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.034011 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-96f283fd-980d-48c3-8f66-d425d15f84b1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248057 Aug 17 19:45:31.036722 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50404) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:31.040938 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-3d456976-19c7-49b2-b7f8-406b42402aa5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': 'd84f0def-952d-4336-9798-9b70ea2e0394', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:31.067000 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3d456976-19c7-49b2-b7f8-406b42402aa5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (fb458a8d-9950-4d87-b9f3-24265d78535f), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.128699 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3d456976-19c7-49b2-b7f8-406b42402aa5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (fb458a8d-9950-4d87-b9f3-24265d78535f), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.133448 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3d456976-19c7-49b2-b7f8-406b42402aa5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (fb458a8d-9950-4d87-b9f3-24265d78535f), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.144492 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:31.157050 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d456976-19c7-49b2-b7f8-406b42402aa5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb458a8d-9950-4d87-b9f3-24265d78535f,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:31.163475 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3d456976-19c7-49b2-b7f8-406b42402aa5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.164686 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3d456976-19c7-49b2-b7f8-406b42402aa5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270165 Aug 17 19:45:31.167911 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50406) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:31.172397 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:31.194073 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.268239 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:45:31.274162 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.278794 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:31.279399 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:31.382318 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.27.1.117 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/46677d55-c427-45b1-be17-8815fbdcb814) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:45:31.382989 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:31.467634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:31.573080 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 2, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:31.603427 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:45:31.603778 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Updating router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce port 7e94f772-0a66-4841-a9a1-889bca9027f1 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:45:31.633988 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.736813 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 2cfc78eb-258d-4e17-a823-267ca20a1827 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:45:31.749870 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (46677d55-c427-45b1-be17-8815fbdcb814), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.782367 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (46677d55-c427-45b1-be17-8815fbdcb814), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.826231 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:45:31.831622 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:45:31.834328 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:45:31.854441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=46677d55-c427-45b1-be17-8815fbdcb814,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:31.919905 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (7f713ed1-1e4a-46c7-89c0-f6e221c84cd8), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.957517 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (46677d55-c427-45b1-be17-8815fbdcb814), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:31.972523 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 2cfc78eb-258d-4e17-a823-267ca20a1827 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:31.972879 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.045077 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:32.103102 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (46677d55-c427-45b1-be17-8815fbdcb814), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.108649 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (46677d55-c427-45b1-be17-8815fbdcb814), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.113199 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:32.116805 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Publish callbacks [] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.120407 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 2cfc78eb-258d-4e17-a823-267ca20a1827 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:32.120822 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.127531 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.172554 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 2cfc78eb-258d-4e17-a823-267ca20a1827, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=2cfc78eb-258d-4e17-a823-267ca20a1827,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:32.176326 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=46677d55-c427-45b1-be17-8815fbdcb814,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:32.181489 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.183729 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (7f713ed1-1e4a-46c7-89c0-f6e221c84cd8), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.200971 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.202347 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-25a78e97-d0df-4d57-a32a-41f80fd5e144 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0332878 Aug 17 19:45:32.207665 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1103216-1711-4490-a6fe-5c6e20687c72 None None] Pushing event updated for resources: {'Port': ['ID=7e94f772-0a66-4841-a9a1-889bca9027f1,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:32.265914 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Attempting to bind port 7e94f772-0a66-4841-a9a1-889bca9027f1 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:45:32.266283 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Attempting to bind port 7e94f772-0a66-4841-a9a1-889bca9027f1 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:45:32.267240 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Attempting to bind port 7e94f772-0a66-4841-a9a1-889bca9027f1 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:45:32.281083 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:45:32.281685 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Checking segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:45:32.281866 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.282251 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Bound using segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:45:32.282711 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Bound port: 7e94f772-0a66-4841-a9a1-889bca9027f1, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:45:32.283082 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.296199 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=2cfc78eb-258d-4e17-a823-267ca20a1827,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:32.355976 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] For port 7e94f772-0a66-4841-a9a1-889bca9027f1, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:45:32.358004 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-becfbcde-158c-4753-b5e9-47c0e7156994 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2135188536&fields=id&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 267 time: 0.0426178 Aug 17 19:45:32.361107 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] For port 7e94f772-0a66-4841-a9a1-889bca9027f1, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=7e94f772-0a66-4841-a9a1-889bca9027f1,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:45:32.367880 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:32.374932 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:32.409173 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:32.409817 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:32.459124 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1103216-1711-4490-a6fe-5c6e20687c72 None None] Pushing event updated for resources: {'Port': ['ID=7e94f772-0a66-4841-a9a1-889bca9027f1,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:32.474784 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-c07c9a7d-e90a-481e-9987-4eb0f266cc1e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:32.476257 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-c07c9a7d-e90a-481e-9987-4eb0f266cc1e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1070051 Aug 17 19:45:32.491686 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-900f946a-b83e-4739-ba59-c9c9f4858918 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/quotas/d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 375 time: 0.0098209 Aug 17 19:45:32.527005 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:32.540271 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-5edf70f6-42a5-464e-ba9e-2bf7faa46008 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434029 Aug 17 19:45:32.647702 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:32.651379 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:32.686579 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-0fc616e0-ed24-45bf-8e40-4f49ff863463 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343122 Aug 17 19:45:32.713437 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:32.741194 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb98a-d96d-41db-825c-75d11f044860 None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:45:32.779817 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-e3654235-25fd-4475-a0f2-4102ebb96ff2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875194 Aug 17 19:45:32.972346 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-66f9f681-bbe7-4784-89cd-d03c66909409 req-d727793e-d962-46a2-96a6-2e17c9b35714 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 210 time: 0.0436337 Aug 17 19:45:33.779795 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7e94f772-0a66-4841-a9a1-889bca9027f1 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:45:33.825115 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 7e94f772-0a66-4841-a9a1-889bca9027f1 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:33.826351 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:33.904030 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 7e94f772-0a66-4841-a9a1-889bca9027f1 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:33.904421 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:33.942451 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 7e94f772-0a66-4841-a9a1-889bca9027f1, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=7e94f772-0a66-4841-a9a1-889bca9027f1,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:33.947115 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:33.947878 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 2cfc78eb-258d-4e17-a823-267ca20a1827 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:45:33.969878 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4df4d766-8013-4533-9a73-0c5fb92151e8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:33.971350 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4df4d766-8013-4533-9a73-0c5fb92151e8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1173365 Aug 17 19:45:34.049153 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-35795a0d-12e3-4d31-9800-62b3ac4ebddd tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 380 time: 0.0676150 Aug 17 19:45:34.059006 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'port': {'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'admin_state_up': True, 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'security_groups': ['d84f0def-952d-4336-9798-9b70ea2e0394']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:34.065694 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=7e94f772-0a66-4841-a9a1-889bca9027f1,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:34.087017 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 2cfc78eb-258d-4e17-a823-267ca20a1827 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:34.087387 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:34.113382 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbcb4-1bc0-4972-a3ed-d84ea9a2fe69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:34.122475 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-aba58fb3-3102-4762-b1be-41d1203686b3 req-638585e4-c743-4b53-a59c-ce8fb14431d5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 210 time: 0.0544648 Aug 17 19:45:34.186679 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 2cfc78eb-258d-4e17-a823-267ca20a1827 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:34.202622 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Made reservation on behalf of d48524fb6ff040dcac98b23363268772 for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:45:34.206072 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:34.225424 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:34.340967 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.20.0.5 (04936ff2-1cb2-462b-9dfb-59deb589561c/a86589b9-b5f8-432a-bb88-80cca200b522/4ec02703-f8ea-4535-b9ae-1509e13b37e5) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:45:34.449860 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d5ae-68cd-4271-bf7a-9224e8a814cc req-db93060d-1119-4632-9258-959dc22f349f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:34.451342 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a337d5ae-68cd-4271-bf7a-9224e8a814cc req-db93060d-1119-4632-9258-959dc22f349f tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 946 time: 0.0478075 Aug 17 19:45:34.491863 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:34.499731 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a337d5ae-68cd-4271-bf7a-9224e8a814cc req-9f49aaff-0f8e-4b8b-a24f-c64808512122 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420394 Aug 17 19:45:34.525499 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:34.570451 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:45:34.573586 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:45:34.578177 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:45:34.583439 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:34.604226 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=4ec02703-f8ea-4535-b9ae-1509e13b37e5,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:34.635723 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:34.636342 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:34.656071 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-4e086d32-3796-4ce6-84c4-68087fd859d7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013172 Aug 17 19:45:34.761548 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-0e7e8db8-cf6f-4a24-9bb0-85a494f43628 None None] Provisioning complete for port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:34.762000 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8db8-cf6f-4a24-9bb0-85a494f43628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:34.793076 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e8db8-cf6f-4a24-9bb0-85a494f43628 None None] Port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:45:35.248010 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f126a13-4f0e-4dcf-96b0-13db33dc74f7 req-8a5aabb5-8b91-4c41-bd5b-17b0c2f88c6b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:35.249599 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f126a13-4f0e-4dcf-96b0-13db33dc74f7 req-8a5aabb5-8b91-4c41-bd5b-17b0c2f88c6b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 931 time: 0.0487032 Aug 17 19:45:35.303243 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0f126a13-4f0e-4dcf-96b0-13db33dc74f7 req-74a6ca97-56d4-49ed-85d6-ef4d027b8613 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471251 Aug 17 19:45:35.496094 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Request body: {'port': {'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:35.554544 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:35.622194 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e8c8f-af03-46df-a2fe-da4fa5a91a71 req-5f507aeb-1d35-4d72-b26f-363db8286f5e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:35.624217 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cc8e8c8f-af03-46df-a2fe-da4fa5a91a71 req-5f507aeb-1d35-4d72-b26f-363db8286f5e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 946 time: 0.0460317 Aug 17 19:45:35.696727 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cc8e8c8f-af03-46df-a2fe-da4fa5a91a71 req-ffbc0d37-13e4-4ccd-9bcf-e8e25221fcf5 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=af721628-6e5e-40e8-87ae-d23ea219ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668447 Aug 17 19:45:35.739790 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7e94f772-0a66-4841-a9a1-889bca9027f1 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:45:35.786810 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 7e94f772-0a66-4841-a9a1-889bca9027f1 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:35.787104 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:35.808975 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:35.848930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec02703-f8ea-4535-b9ae-1509e13b37e5 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:45:35.860727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Publish callbacks [] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:35.866563 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 7e94f772-0a66-4841-a9a1-889bca9027f1 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:35.874244 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-f599c56c-43a7-4aa9-bb0a-117296377b83 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:35.875682 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-f599c56c-43a7-4aa9-bb0a-117296377b83 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 946 time: 0.0673652 Aug 17 19:45:35.889203 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Transition to ACTIVE for port object 4ec02703-f8ea-4535-b9ae-1509e13b37e5 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:45:35.892959 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:35.912744 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:36.011696 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec02703-f8ea-4535-b9ae-1509e13b37e5,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:36.048219 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Deleting port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:36.048473 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.118447 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Attempting to bind port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:45:36.118773 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Attempting to bind port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:45:36.119098 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Attempting to bind port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:45:36.124077 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-42c0755d-87ba-4d1b-a540-0fca10c3ae2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.131705 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 on network 04936ff2-1cb2-462b-9dfb-59deb589561c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:45:36.132027 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Attempting to bind port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:45:36.141200 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:45:36.141555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Checking segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:45:36.141931 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Bound using segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:45:36.142352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Bound port: 4ec02703-f8ea-4535-b9ae-1509e13b37e5, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:45:36.142703 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.193042 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:36.208473 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] For port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:36.208833 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.275454 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] For port 4ec02703-f8ea-4535-b9ae-1509e13b37e5, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:45:36.292825 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] For port 4ec02703-f8ea-4535-b9ae-1509e13b37e5, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:45:36.325414 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.332281 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:36.332892 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.334287 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/4ec02703-f8ea-4535-b9ae-1509e13b37e5 HTTP/1.1" status: 200 len: 1093 time: 0.8426752 Aug 17 19:45:36.336269 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:45:36.338599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92de54b-14e4-46e0-afc1-48e29c055440" -d '{"events": [{"name": "network-changed", "server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:45:36.428150 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7920ab-6b47-406f-a123-6392eea87f72 req-3181bab5-61ac-420b-b641-a186632cf5d0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:36.429726 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fa7920ab-6b47-406f-a123-6392eea87f72 req-3181bab5-61ac-420b-b641-a186632cf5d0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 943 time: 0.0502937 Aug 17 19:45:36.431020 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4914e8cf-91d4-4e4a-820d-30a87aab9c94 x-openstack-request-id: req-4914e8cf-91d4-4e4a-820d-30a87aab9c94 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:45:36.431304 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:45:36.431550 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4914e8cf-91d4-4e4a-820d-30a87aab9c94 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:45:36.431946 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4914e8cf-91d4-4e4a-820d-30a87aab9c94'] response: {'name': 'network-changed', 'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'status': 'completed', 'code': 200} Aug 17 19:45:36.477670 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee118c-76f3-42e0-ac4d-4d707493a256 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec02703-f8ea-4535-b9ae-1509e13b37e5,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:36.478457 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fa7920ab-6b47-406f-a123-6392eea87f72 req-7b3a793e-b565-446a-a34e-fccce0497fa1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Aug 17 19:45:36.483037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-b8edafe6-ebbf-4698-8fcc-dd06a8f6954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:36.484537 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-b8edafe6-ebbf-4698-8fcc-dd06a8f6954b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 1127 time: 0.0955489 Aug 17 19:45:36.495357 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.495718 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (dbc25df1-9486-4dea-8d5b-a5866c695861), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.496031 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Floating IP dbc25df1-9486-4dea-8d5b-a5866c695861 disassociated. External IP: 172.27.1.89, port: d7eda5e9-6550-4d73-bb9c-c6d74429a2d5. Aug 17 19:45:36.496372 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Calling delete_port for d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:36.541597 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-f1201395-f897-439c-a823-26fea00700c9 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5 HTTP/1.1" status: 200 len: 217 time: 0.0430162 Aug 17 19:45:36.626640 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-3803cbed-4e04-41d1-8802-0b5e3cc38b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:36.627970 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-3803cbed-4e04-41d1-8802-0b5e3cc38b20 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0603559 Aug 17 19:45:36.704823 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb1df-5ab5-4146-a172-35569a156682 req-aa846edf-eba7-46e0-8328-3a97a5554d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:36.706312 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-aa846edf-eba7-46e0-8328-3a97a5554d11 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689049 Aug 17 19:45:36.738793 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:36.774450 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (d7eda5e9-6550-4d73-bb9c-c6d74429a2d5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:36.805297 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-06a68a8f-9690-4ddc-84f0-bb05de83b5b9 req-57fee207-eae8-4003-9aec-af9812d937d4 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 210 time: 0.0328648 Aug 17 19:45:36.814414 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event deleted for resources: {'Port': ['ID=d7eda5e9-6550-4d73-bb9c-c6d74429a2d5,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:36.875757 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-f8d602ba-8b72-49a1-86be-2e2737a90f4c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621182 Aug 17 19:45:37.012304 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:45:37.015217 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-34bcb1df-5ab5-4146-a172-35569a156682 req-36be1e50-33df-4708-90ef-ec5a8db1cc6a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314864 Aug 17 19:45:37.063199 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:37.121838 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:45:37.133204 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] Sync routers for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:45:37.143282 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:37.143884 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:37.167700 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] No DVR routers for this DVR port d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:45:37.170755 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:37.174222 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-dcce7c27-74fa-4f0a-9fc1-817baf987e4b req-d264b63e-4b1c-404c-b710-eb01cf7e9c85 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.65 "DELETE /networking/v2.0/ports/d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 HTTP/1.1" status: 204 len: 173 time: 1.2911701 Aug 17 19:45:37.249275 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:37.431973 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:37.458070 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:37.459757 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] Checking router: b8a4a2c2-f666-4835-b02e-cb9eda65c7bb for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:45:37.470947 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:37.471547 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:37.571321 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:37.599027 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79af47-4232-4f61-926e-e2d0cc070776 req-d0fbf7e4-6d7d-450c-ba34-5137d4b79e3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:37.600641 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ac79af47-4232-4f61-926e-e2d0cc070776 req-d0fbf7e4-6d7d-450c-ba34-5137d4b79e3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 943 time: 0.0486057 Aug 17 19:45:37.637123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:37.651628 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ac79af47-4232-4f61-926e-e2d0cc070776 req-f54a12fc-9cbe-40cd-a5d4-fad97f823347 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Aug 17 19:45:37.773949 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:37.803416 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd55f7a-4e3a-4c49-a979-400b62d3bfe2 None None] The sync data for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi is: [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:39:08Z', 'revision_number': 4, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'b4e24281-4e56-4b54-b399-1a55d5673973', 'name': '', 'network_id': '53e2c10b-2873-4690-b5af-dafebda8a7df', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'mac_address': 'fa:16:3e:d4:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:39:07Z', 'updated_at': '2022-08-17T19:39:30Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'subnets': [{'id': '21f87aa5-19c3-4825-ac4c-5cb815e89986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:45:37.857241 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-1e904557-f7f4-44ac-9b57-238ac6bb8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:37.858847 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-1e904557-f7f4-44ac-9b57-238ac6bb8d25 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 1127 time: 0.0484786 Aug 17 19:45:37.964798 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-de2f6c77-07d2-408e-9690-88052ba05014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:37.966708 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-de2f6c77-07d2-408e-9690-88052ba05014 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.1015105 Aug 17 19:45:37.975388 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b37f42f2-0176-4fc7-8e2e-f9cead9e4c19 req-7d1d5175-8617-4845-8d6d-31a6ff4d107e tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1cba8eae-5542-4c28-b8fa-79e93d2f0959 HTTP/1.1" status: 200 len: 210 time: 0.0362575 Aug 17 19:45:38.098423 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bf016-6481-44d6-8025-92dcb615dd01 None None] New status for floating IP dbc25df1-9486-4dea-8d5b-a5866c695861: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:45:38.212773 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:38.229097 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-7fc4b2bd-7080-4cd6-b380-a5a5b78ec488 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5 HTTP/1.1" status: 200 len: 217 time: 0.0393949 Aug 17 19:45:38.289740 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-172b2457-7fd0-4d1f-b290-20e482a0d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:38.291197 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-172b2457-7fd0-4d1f-b290-20e482a0d8d6 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0560491 Aug 17 19:45:38.339224 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-ed43d52f-a4e4-450a-98cc-487d79b55ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:38.340756 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-ed43d52f-a4e4-450a-98cc-487d79b55ae1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420098 Aug 17 19:45:38.432440 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-deleted', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:45:38.434688 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292c21e-3c5a-474b-9f0c-37223ce0f4e2" -d '{"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-deleted", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:45:38.439639 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-bb92adc6-2be1-410c-9112-5eaed00cfbed service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912235 Aug 17 19:45:38.490830 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a7f90b-54a2-4683-b938-17c06779f9d5 x-openstack-request-id: req-75a7f90b-54a2-4683-b938-17c06779f9d5 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:45:38.491117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cba8eae-5542-4c28-b8fa-79e93d2f0959", "name": "network-vif-deleted", "tag": "d7eda5e9-6550-4d73-bb9c-c6d74429a2d5", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:45:38.491366 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-75a7f90b-54a2-4683-b938-17c06779f9d5 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:45:38.491761 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a7f90b-54a2-4683-b938-17c06779f9d5'] response: {'server_uuid': '1cba8eae-5542-4c28-b8fa-79e93d2f0959', 'name': 'network-vif-deleted', 'tag': 'd7eda5e9-6550-4d73-bb9c-c6d74429a2d5', 'status': 'completed', 'code': 200} Aug 17 19:45:38.531576 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a92de54b-14e4-46e0-afc1-48e29c055440 req-13963ee7-a79b-4d99-af8f-dfbedcb39db3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849738 Aug 17 19:45:38.752322 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:38.778573 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266691a-c869-4641-b99e-6ed48ba6d7cc req-41b4d89b-52e7-41a1-9d85-fed80d3fc83b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:38.780711 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3266691a-c869-4641-b99e-6ed48ba6d7cc req-41b4d89b-52e7-41a1-9d85-fed80d3fc83b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 943 time: 0.0559461 Aug 17 19:45:38.828125 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3266691a-c869-4641-b99e-6ed48ba6d7cc req-0f1d6082-ef7e-4def-84bd-eb9a6e9547c5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 Aug 17 19:45:38.891508 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.069478 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50472) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:39.127010 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-188a3fc4-1da9-4614-9622-c0a411193c15 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (af721628-6e5e-40e8-87ae-d23ea219ffbc), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.128301 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:39.151793 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-188a3fc4-1da9-4614-9622-c0a411193c15 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (af721628-6e5e-40e8-87ae-d23ea219ffbc), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.202480 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-188a3fc4-1da9-4614-9622-c0a411193c15 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (af721628-6e5e-40e8-87ae-d23ea219ffbc), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.205091 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-188a3fc4-1da9-4614-9622-c0a411193c15 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.206262 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-188a3fc4-1da9-4614-9622-c0a411193c15 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/af721628-6e5e-40e8-87ae-d23ea219ffbc HTTP/1.1" status: 204 len: 168 time: 0.1357505 Aug 17 19:45:39.209131 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50474) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:39.215309 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a3fc4-1da9-4614-9622-c0a411193c15 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af721628-6e5e-40e8-87ae-d23ea219ffbc,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:39.224449 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.api.v2.resource [None req-1c622804-3daa-405e-8ad8-3ecd8651b099 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] show failed (client error): The resource could not be found. Aug 17 19:45:39.225568 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1c622804-3daa-405e-8ad8-3ecd8651b099 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "GET /networking/v2.0/security-groups/af721628-6e5e-40e8-87ae-d23ea219ffbc HTTP/1.1" status: 404 len: 347 time: 0.0154033 Aug 17 19:45:39.228358 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50476) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:39.338469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Deleting port 363ae5a3-f9f8-4fbe-8229-20ac378d341b {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:39.338735 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.390494 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 4ec02703-f8ea-4535-b9ae-1509e13b37e5 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:45:39.394862 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:39.420013 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:39.420936 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device d7eda5e9-6550-4d73-bb9c-c6d74429a2d5 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:39.421105 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.421457 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (363ae5a3-f9f8-4fbe-8229-20ac378d341b), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.433470 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Calling delete_port for 363ae5a3-f9f8-4fbe-8229-20ac378d341b owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:39.480984 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:39.508149 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 4ec02703-f8ea-4535-b9ae-1509e13b37e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:39.519209 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:45:39.559083 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:39.559473 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.560371 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (363ae5a3-f9f8-4fbe-8229-20ac378d341b), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.573832 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec02703-f8ea-4535-b9ae-1509e13b37e5 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:45:39.589612 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Pushing event deleted for resources: {'Port': ['ID=363ae5a3-f9f8-4fbe-8229-20ac378d341b,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:39.598942 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 4ec02703-f8ea-4535-b9ae-1509e13b37e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:39.602876 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.626867 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:39.649721 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks [] for floatingip (dbc25df1-9486-4dea-8d5b-a5866c695861), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.651997 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=4ec02703-f8ea-4535-b9ae-1509e13b37e5,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:39.652291 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:39.653629 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-c5311310-971f-42ab-ab02-ec831c0054a8 tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/dbc25df1-9486-4dea-8d5b-a5866c695861 HTTP/1.1" status: 204 len: 168 time: 0.4242005 Aug 17 19:45:39.825303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['4ec02703-f8ea-4535-b9ae-1509e13b37e5'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:45:39.925832 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:39.953051 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0a4b-d3b6-40cf-bd2f-0daa067cbce2 req-0accf0c9-b0da-48b9-9e8f-99c7c6209efc tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:39.954598 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bf2f0a4b-d3b6-40cf-bd2f-0daa067cbce2 req-0accf0c9-b0da-48b9-9e8f-99c7c6209efc tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 944 time: 0.0524440 Aug 17 19:45:40.002789 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bf2f0a4b-d3b6-40cf-bd2f-0daa067cbce2 req-c66e8bfc-48c9-4588-b042-b682d855b2ac tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Aug 17 19:45:41.127416 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbf16c-7570-4aa9-ac1d-85553914ea49 req-f2f5cfd4-b61e-414e-9023-843caaebcf40 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:41.129044 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5ccbf16c-7570-4aa9-ac1d-85553914ea49 req-f2f5cfd4-b61e-414e-9023-843caaebcf40 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 944 time: 0.0532906 Aug 17 19:45:41.179251 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5ccbf16c-7570-4aa9-ac1d-85553914ea49 req-79514ffb-85ff-416d-8e53-b7e07719181b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 Aug 17 19:45:41.391852 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 4ec02703-f8ea-4535-b9ae-1509e13b37e5 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:45:41.433805 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:45:41.438577 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:45:41.438958 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:41.511292 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:45:41.511674 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:41.534766 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:45:41.537007 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c425c2d-efdf-484a-a5b4-10c157c029a9" -d '{"events": [{"server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "name": "network-vif-plugged", "status": "completed", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:45:41.552168 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 4ec02703-f8ea-4535-b9ae-1509e13b37e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:41.556021 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:41.580725 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d7583d-a726-40f3-b818-85123dcaff02 x-openstack-request-id: req-66d7583d-a726-40f3-b818-85123dcaff02 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:45:41.581011 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "name": "network-vif-plugged", "status": "completed", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:45:41.581284 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66d7583d-a726-40f3-b818-85123dcaff02 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:45:41.581673 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d7583d-a726-40f3-b818-85123dcaff02'] response: {'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'code': 200} Aug 17 19:45:41.606160 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=4ec02703-f8ea-4535-b9ae-1509e13b37e5,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:41.741885 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b56a9-3021-4c9b-a7e0-a97916c644b6 req-b8e5a1fe-e8cf-401b-adb7-3435088563e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:41.743404 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a63b56a9-3021-4c9b-a7e0-a97916c644b6 req-b8e5a1fe-e8cf-401b-adb7-3435088563e0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0381429 Aug 17 19:45:41.786654 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a63b56a9-3021-4c9b-a7e0-a97916c644b6 req-0d4a2a12-5eee-4591-8f11-85161d0b5a24 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375316 Aug 17 19:45:42.077900 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50504) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:42.296389 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d73c94-99bd-4838-8ca7-33582272f9eb req-e13d5926-85cf-4e3a-b93b-fcab62e7741e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:42.298093 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a2d73c94-99bd-4838-8ca7-33582272f9eb req-e13d5926-85cf-4e3a-b93b-fcab62e7741e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 945 time: 0.0475156 Aug 17 19:45:42.340747 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:42.346524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a2d73c94-99bd-4838-8ca7-33582272f9eb req-1b7b0184-72d8-4c48-a44e-72543df0da57 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Aug 17 19:45:42.434124 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:42.897017 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Deleting port b4e24281-4e56-4b54-b399-1a55d5673973 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:42.897767 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:42.975045 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] For port b4e24281-4e56-4b54-b399-1a55d5673973, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=b4e24281-4e56-4b54-b399-1a55d5673973,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:42.975397 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:42.988086 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Calling delete_port for b4e24281-4e56-4b54-b399-1a55d5673973 owned by network:router_interface {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:43.050637 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:43.162075 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b4e24281-4e56-4b54-b399-1a55d5673973), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:43.190254 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e24281-4e56-4b54-b399-1a55d5673973,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:43.371023 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:43.467896 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:43.472518 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56b82-067c-4fd2-95e6-febfb894e2b0 req-3d059d12-d4b3-482e-9859-0185c23d1f89 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:43.474054 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3cb56b82-067c-4fd2-95e6-febfb894e2b0 req-3d059d12-d4b3-482e-9859-0185c23d1f89 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 945 time: 0.0476382 Aug 17 19:45:43.524596 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3cb56b82-067c-4fd2-95e6-febfb894e2b0 req-a9fbb264-3f92-44d5-ba28-b2604b885c17 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Aug 17 19:45:43.580853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:45:43.628388 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:43.643022 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3bf33-784a-412a-92a0-38b1ba2effe3 req-474e7791-eb9b-4efe-94b5-e68e0306b6ce tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:43.644501 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f1b3bf33-784a-412a-92a0-38b1ba2effe3 req-474e7791-eb9b-4efe-94b5-e68e0306b6ce tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 945 time: 0.0481384 Aug 17 19:45:43.654295 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50514) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:43.659114 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:45:43.686344 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:45:43.692477 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-30b20894-52a5-4cb7-a222-1fd1da307046 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/b8a4a2c2-f666-4835-b02e-cb9eda65c7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135039 Aug 17 19:45:43.695216 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50516) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:43.699640 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] Sync routers for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:45:43.701683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (7f713ed1-1e4a-46c7-89c0-f6e221c84cd8), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:43.711967 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:43.712858 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:43.795953 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks [] for router (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:43.812548 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:43.813480 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:43.815838 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:43.897135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks [] for router_gateway (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:43.944765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Deleting port 283dec5d-3020-4057-b998-99b575fd7a1d {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:43.945045 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:43.984700 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:43.995090 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:45:43Z', 'revision_number': 5, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port': {'id': '283dec5d-3020-4057-b998-99b575fd7a1d', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:38:58Z', 'updated_at': '2022-08-17T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:44.020409 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] Checking router: b8a4a2c2-f666-4835-b02e-cb9eda65c7bb for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:45:44.029249 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] Routers {'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:44.030491 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:44.032087 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] For port 283dec5d-3020-4057-b998-99b575fd7a1d, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=283dec5d-3020-4057-b998-99b575fd7a1d,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:44.032457 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.047373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Calling delete_port for 283dec5d-3020-4057-b998-99b575fd7a1d owned by network:router_gateway {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:44.114607 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] Set router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:44.165500 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.170050 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:45:43Z', 'revision_number': 6, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:44.170359 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (7f713ed1-1e4a-46c7-89c0-f6e221c84cd8), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.194618 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e6a0b-81f3-47c3-97d6-7a174e6d8179 None None] The sync data for ids ['b8a4a2c2-f666-4835-b02e-cb9eda65c7bb'] in dv-cinder-850698-2-iscsi is: [{'id': 'b8a4a2c2-f666-4835-b02e-cb9eda65c7bb', 'name': 'tempest-AttachVolumeShelveTestJSON-628490157-router', 'tenant_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:38:56Z', 'updated_at': '2022-08-17T19:45:43Z', 'revision_number': 6, 'project_id': '5e6832c3bb274bb1bdfd27ca3869f8cd', 'gw_port_host': None}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:45:44.216643 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:44.222692 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (283dec5d-3020-4057-b998-99b575fd7a1d), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.244038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Pushing event deleted for resources: {'Port': ['ID=283dec5d-3020-4057-b998-99b575fd7a1d,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:44.275931 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:44.281595 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP 7f713ed1-1e4a-46c7-89c0-f6e221c84cd8 associated. External IP: 172.27.1.117, port: 4ec02703-f8ea-4535-b9ae-1509e13b37e5. Aug 17 19:45:44.317018 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.405030 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.407191 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks [] for router_controller (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.447863 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (b8a4a2c2-f666-4835-b02e-cb9eda65c7bb), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.448321 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a4a2c2-f666-4835-b02e-cb9eda65c7bb {{(pid=111883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:45:44.453727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.456775 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a9f5f5c9-df1d-40da-a2f8-2fd2c9bec697 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/b8a4a2c2-f666-4835-b02e-cb9eda65c7bb HTTP/1.1" status: 204 len: 168 time: 0.7606134 Aug 17 19:45:44.457389 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50518) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:44.484554 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:45:44.502443 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] Deleting subnet 21f87aa5-19c3-4825-ac4c-5cb815e89986 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:45:44.505503 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] Publish callbacks [] for subnet (21f87aa5-19c3-4825-ac4c-5cb815e89986), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.547528 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (21f87aa5-19c3-4825-ac4c-5cb815e89986), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.592855 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:45:44.598500 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.605715 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:45:44.616248 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:44.616872 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:44.638071 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-db7517d3-698c-4bee-bb2e-5e81babb4f15 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/7f713ed1-1e4a-46c7-89c0-f6e221c84cd8 HTTP/1.1" status: 200 len: 991 time: 0.9822083 Aug 17 19:45:44.639342 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:45:44.641950 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:45:44.648889 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (21f87aa5-19c3-4825-ac4c-5cb815e89986), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.706075 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (21f87aa5-19c3-4825-ac4c-5cb815e89986), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.737046 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:44.739457 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f87aa5-19c3-4825-ac4c-5cb815e89986,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:44.743321 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.746531 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-17eba6bc-3074-41f2-8c8b-2d7175d61003 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/21f87aa5-19c3-4825-ac4c-5cb815e89986 HTTP/1.1" status: 204 len: 168 time: 0.2880769 Aug 17 19:45:44.749891 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50526) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:44.759204 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477ad0d4-a6eb-421d-89ad-b126d1aa1ea1 x-openstack-request-id: req-477ad0d4-a6eb-421d-89ad-b126d1aa1ea1 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:45:44.759486 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:45:44.759736 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-477ad0d4-a6eb-421d-89ad-b126d1aa1ea1 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:45:44.760119 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477ad0d4-a6eb-421d-89ad-b126d1aa1ea1'] response: {'name': 'network-changed', 'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'status': 'completed', 'code': 200} Aug 17 19:45:44.777770 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f4734-3ee2-4428-ac27-42b3e7bbb6ea None None] Network 53e2c10b-2873-4690-b5af-dafebda8a7df requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:45:44.817793 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:44.823220 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-599c5274-f8ae-4082-8d19-8124b1164526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:44.825002 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-599c5274-f8ae-4082-8d19-8124b1164526 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0419638 Aug 17 19:45:44.825910 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (53e2c10b-2873-4690-b5af-dafebda8a7df), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.870800 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Deleting port d6163d73-47e2-402b-beb7-7bd8a317a7c7 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:45:44.871401 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.921776 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-0f64244e-8246-4593-b2fa-9ff05497e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:44.921776 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-0f64244e-8246-4593-b2fa-9ff05497e8d9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.0898912 Aug 17 19:45:44.946150 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] For port d6163d73-47e2-402b-beb7-7bd8a317a7c7, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d6163d73-47e2-402b-beb7-7bd8a317a7c7,segment=NetworkSegment(3cd6a169-51f1-4707-83ed-716d8ab715f7),segment_id=3cd6a169-51f1-4707-83ed-716d8ab715f7)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:45:44.947028 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:44.968899 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Calling delete_port for d6163d73-47e2-402b-beb7-7bd8a317a7c7 owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:45:44.992704 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:45.005788 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-10629d36-6082-4e4a-88b4-921c61c77a1a service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5 HTTP/1.1" status: 200 len: 999 time: 0.0786998 Aug 17 19:45:45.052287 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (d6163d73-47e2-402b-beb7-7bd8a317a7c7), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.065380 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-d3a7f5d5-0bd2-4a22-bdb7-9f79cef2a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:45.066860 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-d3a7f5d5-0bd2-4a22-bdb7-9f79cef2a31b service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0539122 Aug 17 19:45:45.084788 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6163d73-47e2-402b-beb7-7bd8a317a7c7,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:45.091573 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] No DVR routers for this DVR port d6163d73-47e2-402b-beb7-7bd8a317a7c7 on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:45:45.120156 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-50ce1d3a-261c-4086-a4d7-23946e07fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:45:45.121735 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-50ce1d3a-261c-4086-a4d7-23946e07fc9f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469337 Aug 17 19:45:45.175156 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (53e2c10b-2873-4690-b5af-dafebda8a7df), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.176941 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:45.194663 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d84358-1c28-4a45-974f-4b311a10adc9 None None] DHCP port deletion for 53e2c10b-2873-4690-b5af-dafebda8a7df request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:45:45.205394 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e2c10b-2873-4690-b5af-dafebda8a7df']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:45.215477 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:44Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:45.224385 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd6a169-51f1-4707-83ed-716d8ab715f7') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:45.224748 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd6a169-51f1-4707-83ed-716d8ab715f7') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:45.238613 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (3cd6a169-51f1-4707-83ed-716d8ab715f7), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.244974 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:45:45.253033 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-54ac666c-0fa6-4cce-9861-34e7cd03fb86 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154902 Aug 17 19:45:45.254013 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (3cd6a169-51f1-4707-83ed-716d8ab715f7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.254799 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:45:45.255410 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:45:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:45.262918 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:45:45.263417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (3cd6a169-51f1-4707-83ed-716d8ab715f7), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.349382 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (53e2c10b-2873-4690-b5af-dafebda8a7df), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.365939 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.369846 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/53e2c10b-2873-4690-b5af-dafebda8a7df HTTP/1.1" status: 204 len: 168 time: 0.6189151 Aug 17 19:45:45.390489 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:45:45.420795 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01e62e-8023-4746-bac1-23933a8df0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e2c10b-2873-4690-b5af-dafebda8a7df,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:45.435222 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdd21534-e6dd-4f25-8e01-8019b45bd9fa req-0fd26d92-3bd5-4010-b773-896ba6cbf11a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741652 Aug 17 19:45:45.503185 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 3cd6a169-51f1-4707-83ed-716d8ab715f7 resource provider aggregate not found Aug 17 19:45:45.520907 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 3cd6a169-51f1-4707-83ed-716d8ab715f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cd6a169-51f1-4707-83ed-716d8ab715f7 found for delete ", "request_id": "req-bc5acf21-08d7-4331-93ec-9fd9ac51a3a1"}]} Aug 17 19:45:45.533148 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50536) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:45.549757 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:45.575659 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ccc401aa-d15f-44aa-bf82-a24d29555c2b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5e6832c3bb274bb1bdfd27ca3869f8cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412376 Aug 17 19:45:45.578782 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50538) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:45:45.626789 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-81a1faf6-b151-4b95-824b-85a7af7dba32 admin admin] Publish callbacks [] for security_group (d1a5126d-1033-4daf-8148-1a180448ad38), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.635170 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:44Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:45:45.648646 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-81a1faf6-b151-4b95-824b-85a7af7dba32 admin admin] Publish callbacks [] for security_group (d1a5126d-1033-4daf-8148-1a180448ad38), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.660512 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0117691-0dbe-4da1-8bca-c3b5c57ab8e3 None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:44Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:45:45.704583 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-81a1faf6-b151-4b95-824b-85a7af7dba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d1a5126d-1033-4daf-8148-1a180448ad38), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.707492 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-81a1faf6-b151-4b95-824b-85a7af7dba32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:45:45.712168 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-81a1faf6-b151-4b95-824b-85a7af7dba32 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d1a5126d-1033-4daf-8148-1a180448ad38 HTTP/1.1" status: 204 len: 168 time: 0.1300733 Aug 17 19:45:45.722115 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1faf6-b151-4b95-824b-85a7af7dba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a5126d-1033-4daf-8148-1a180448ad38,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:45:45.737794 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d6163d73-47e2-402b-beb7-7bd8a317a7c7 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:45.767847 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: d6163d73-47e2-402b-beb7-7bd8a317a7c7 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:45.769146 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d6163d73-47e2-402b-beb7-7bd8a317a7c7 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:45.769761 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 283dec5d-3020-4057-b998-99b575fd7a1d no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:45.789255 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 283dec5d-3020-4057-b998-99b575fd7a1d {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:45.789598 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 283dec5d-3020-4057-b998-99b575fd7a1d not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:45.790222 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device b4e24281-4e56-4b54-b399-1a55d5673973 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:45:45.808615 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: b4e24281-4e56-4b54-b399-1a55d5673973 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:45:45.808964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device b4e24281-4e56-4b54-b399-1a55d5673973 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:45:45.905581 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dafdd-07a7-421f-a820-bdc51e64bb0e None None] New status for floating IP 7f713ed1-1e4a-46c7-89c0-f6e221c84cd8: ACTIVE {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:45:55.421471 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=28 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:55.431287 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:55.716430 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:55.717267 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:55.749005 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=88 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:55.773850 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:45:55.793394 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=35 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:01.027515 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:01.029515 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:04.056149 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-17b7a547-a2dd-4d48-ae3a-9f97bbdbb2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:06.127682 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8ab12312-343b-4e45-af3b-daf5cb286375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:07.143234 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:46:07.461963 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:08.180682 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:08.754663 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:08.894391 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:17.138846 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:18.883879 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:18.888060 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:18.889087 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:25.601450 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50940) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:25.719522 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:25.799001 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Publish callbacks [] for security_group (af4f5c12-3a51-438f-bbd6-063a2001f065), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:25.803814 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (af4f5c12-3a51-438f-bbd6-063a2001f065), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:25.845054 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f5c12-3a51-438f-bbd6-063a2001f065,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:25.851760 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5ebbd9c5622543398d557161fbfc48e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462101 Aug 17 19:46:25.852615 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50950) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:25.855480 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.855820 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.856167 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.856508 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.856841 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.857169 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.857521 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.857902 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.858177 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.858488 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.858817 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.859144 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.859469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.859825 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.860170 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc609e-426b-47dd-94c1-5301ed83eb4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:25.916351 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Publish callbacks [] for security_group (af4f5c12-3a51-438f-bbd6-063a2001f065), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:25.941166 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Publish callbacks [] for security_group (af4f5c12-3a51-438f-bbd6-063a2001f065), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.006806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (af4f5c12-3a51-438f-bbd6-063a2001f065), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.009548 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.010915 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/af4f5c12-3a51-438f-bbd6-063a2001f065 HTTP/1.1" status: 204 len: 168 time: 0.1563671 Aug 17 19:46:26.019423 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f5c12-3a51-438f-bbd6-063a2001f065,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:26.028343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.028695 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.029036 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.029410 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.029743 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.030078 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.030508 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.030713 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.032077 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.032663 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.033260 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.033772 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.034105 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.034429 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.034848 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56a68e-e7d5-414d-a0cf-e92b596e2f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:26.289481 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 50956) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:26.303205 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c54928e2-7326-4cfd-9283-ef34062edfb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.381297 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c54928e2-7326-4cfd-9283-ef34062edfb0 admin admin] Publish callbacks [] for security_group (a22432da-2eb6-4a58-98f5-1cca0fe6db15), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.384947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c54928e2-7326-4cfd-9283-ef34062edfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a22432da-2eb6-4a58-98f5-1cca0fe6db15), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.426269 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c54928e2-7326-4cfd-9283-ef34062edfb0 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a26d1938c97340f4a009c5e7100d699a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357467 Aug 17 19:46:26.427401 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54928e2-7326-4cfd-9283-ef34062edfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22432da-2eb6-4a58-98f5-1cca0fe6db15,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:26.429054 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 50958) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:26.478086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9530407-1da8-4970-98dd-b6e18bc456a6 admin admin] Publish callbacks [] for security_group (a22432da-2eb6-4a58-98f5-1cca0fe6db15), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.499298 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9530407-1da8-4970-98dd-b6e18bc456a6 admin admin] Publish callbacks [] for security_group (a22432da-2eb6-4a58-98f5-1cca0fe6db15), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.545039 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9530407-1da8-4970-98dd-b6e18bc456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a22432da-2eb6-4a58-98f5-1cca0fe6db15), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.548169 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d9530407-1da8-4970-98dd-b6e18bc456a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:26.549328 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d9530407-1da8-4970-98dd-b6e18bc456a6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a22432da-2eb6-4a58-98f5-1cca0fe6db15 HTTP/1.1" status: 204 len: 168 time: 0.1192381 Aug 17 19:46:26.556850 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530407-1da8-4970-98dd-b6e18bc456a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22432da-2eb6-4a58-98f5-1cca0fe6db15,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:29.195925 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:29.200874 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:32.307138 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51080) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:32.311752 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-e67f274b-915e-431a-b6a5-1ff848aad0ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828022431', 'description': 'tempest-description--1862779885'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:46:32.334372 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e67f274b-915e-431a-b6a5-1ff848aad0ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.402907 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e67f274b-915e-431a-b6a5-1ff848aad0ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (7c78632e-7a30-4ac8-aba0-5158c32573d3), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.406498 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e67f274b-915e-431a-b6a5-1ff848aad0ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7c78632e-7a30-4ac8-aba0-5158c32573d3), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.434294 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e67f274b-915e-431a-b6a5-1ff848aad0ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.435497 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e67f274b-915e-431a-b6a5-1ff848aad0ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1273451 Aug 17 19:46:32.439037 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51082) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:32.440025 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f274b-915e-431a-b6a5-1ff848aad0ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c78632e-7a30-4ac8-aba0-5158c32573d3,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:32.443550 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-22156088-2775-4c96-978d-d27afebc0e68 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': '7c78632e-7a30-4ac8-aba0-5158c32573d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:46:32.470688 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22156088-2775-4c96-978d-d27afebc0e68 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (b9538628-cc5a-4dc8-bd62-e4711edc071c), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.528243 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22156088-2775-4c96-978d-d27afebc0e68 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (b9538628-cc5a-4dc8-bd62-e4711edc071c), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.531676 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22156088-2775-4c96-978d-d27afebc0e68 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (b9538628-cc5a-4dc8-bd62-e4711edc071c), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.551449 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22156088-2775-4c96-978d-d27afebc0e68 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9538628-cc5a-4dc8-bd62-e4711edc071c,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:32.556908 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-22156088-2775-4c96-978d-d27afebc0e68 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.560942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51086) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:32.561087 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-22156088-2775-4c96-978d-d27afebc0e68 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209190 Aug 17 19:46:32.566090 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-548d9f2e-9259-444e-812b-e04a139aaf67 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': '7c78632e-7a30-4ac8-aba0-5158c32573d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:46:32.595599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-548d9f2e-9259-444e-812b-e04a139aaf67 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (979b3a4a-62cd-4016-9067-044acf081ae0), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.653953 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-548d9f2e-9259-444e-812b-e04a139aaf67 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (979b3a4a-62cd-4016-9067-044acf081ae0), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.657691 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-548d9f2e-9259-444e-812b-e04a139aaf67 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (979b3a4a-62cd-4016-9067-044acf081ae0), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.681514 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d9f2e-9259-444e-812b-e04a139aaf67 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979b3a4a-62cd-4016-9067-044acf081ae0,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:32.688718 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-548d9f2e-9259-444e-812b-e04a139aaf67 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.693238 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-548d9f2e-9259-444e-812b-e04a139aaf67 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277032 Aug 17 19:46:32.693369 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51096) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:32.697499 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:46:32.718909 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.738483 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:32.803738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:32.842778 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:32.917872 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.27.1.5 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/8a93dc06-f3b2-47eb-9d00-51893e9c16f9) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:46:32.961913 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51102) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:33.022999 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.055830 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.076875 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0e693325-71ef-4b92-b1df-c018efb41570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.102757 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:46:33.107884 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:46:33.111249 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:46:33.115288 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=8a93dc06-f3b2-47eb-9d00-51893e9c16f9,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:33.155777 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0e693325-71ef-4b92-b1df-c018efb41570 admin admin] Publish callbacks [] for security_group (754a9c45-858b-41d6-bb7d-3ddb9fa4ca74), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.160841 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0e693325-71ef-4b92-b1df-c018efb41570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (754a9c45-858b-41d6-bb7d-3ddb9fa4ca74), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.197907 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (7f39c434-104a-4f18-a310-b725b8a0cb86), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.200970 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-0e693325-71ef-4b92-b1df-c018efb41570 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2b669f620a2a4131b22a45e02f1fe8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379763 Aug 17 19:46:33.202113 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e693325-71ef-4b92-b1df-c018efb41570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754a9c45-858b-41d6-bb7d-3ddb9fa4ca74,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:33.203904 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51106) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:33.258872 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.305802 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55415387-10fd-4d0d-bda1-e6a0af3e7dac admin admin] Publish callbacks [] for security_group (754a9c45-858b-41d6-bb7d-3ddb9fa4ca74), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.349070 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55415387-10fd-4d0d-bda1-e6a0af3e7dac admin admin] Publish callbacks [] for security_group (754a9c45-858b-41d6-bb7d-3ddb9fa4ca74), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.465617 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55415387-10fd-4d0d-bda1-e6a0af3e7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (754a9c45-858b-41d6-bb7d-3ddb9fa4ca74), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.468098 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-55415387-10fd-4d0d-bda1-e6a0af3e7dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.469275 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-55415387-10fd-4d0d-bda1-e6a0af3e7dac admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/754a9c45-858b-41d6-bb7d-3ddb9fa4ca74 HTTP/1.1" status: 204 len: 168 time: 0.2644050 Aug 17 19:46:33.479851 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:33.480470 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:33.488891 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.491076 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55415387-10fd-4d0d-bda1-e6a0af3e7dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754a9c45-858b-41d6-bb7d-3ddb9fa4ca74,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:33.494326 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.567356 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (7f39c434-104a-4f18-a310-b725b8a0cb86), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.572951 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=8a93dc06-f3b2-47eb-9d00-51893e9c16f9,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:33.588730 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.590048 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-fd1bc39f-dd41-4fba-b378-071b92014ef0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8958158 Aug 17 19:46:33.756647 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51124) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:33.770318 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dc4c17de-3d7d-43f7-ab91-d790526eda81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.795154 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-f44f7feb-0eb2-40e1-93fe-36b73d226eb5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--828022431&fields=id&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 267 time: 0.0439212 Aug 17 19:46:33.849304 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dc4c17de-3d7d-43f7-ab91-d790526eda81 admin admin] Publish callbacks [] for security_group (eab1f99c-4be5-48f1-84a5-bc7974fabc86), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.853814 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:33.854605 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-dc4c17de-3d7d-43f7-ab91-d790526eda81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (eab1f99c-4be5-48f1-84a5-bc7974fabc86), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.896023 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c17de-3d7d-43f7-ab91-d790526eda81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab1f99c-4be5-48f1-84a5-bc7974fabc86,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:33.900388 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-dc4c17de-3d7d-43f7-ab91-d790526eda81 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a582311d732f467482583798c5f973d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426709 Aug 17 19:46:33.903121 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51126) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:33.913000 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-473a1977-4867-495f-8390-0a533d5ea480 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:33.914500 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-473a1977-4867-495f-8390-0a533d5ea480 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1120441 Aug 17 19:46:33.926728 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:33.930819 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-a5ea93bf-d520-47a5-8478-6aba1e95bc69 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/quotas/d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 375 time: 0.0108013 Aug 17 19:46:33.960516 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-976047c6-019b-4d1f-9cc1-f756f14699f8 admin admin] Publish callbacks [] for security_group (eab1f99c-4be5-48f1-84a5-bc7974fabc86), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.982908 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-976047c6-019b-4d1f-9cc1-f756f14699f8 admin admin] Publish callbacks [] for security_group (eab1f99c-4be5-48f1-84a5-bc7974fabc86), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:33.989143 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-4d1b1b89-f8e8-4104-a3db-46cd51a6c71e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524464 Aug 17 19:46:34.031954 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-976047c6-019b-4d1f-9cc1-f756f14699f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (eab1f99c-4be5-48f1-84a5-bc7974fabc86), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:34.034545 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-976047c6-019b-4d1f-9cc1-f756f14699f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:34.035711 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-976047c6-019b-4d1f-9cc1-f756f14699f8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/eab1f99c-4be5-48f1-84a5-bc7974fabc86 HTTP/1.1" status: 204 len: 168 time: 0.1316261 Aug 17 19:46:34.046709 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976047c6-019b-4d1f-9cc1-f756f14699f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab1f99c-4be5-48f1-84a5-bc7974fabc86,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:34.066518 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-194872a1-124c-49ce-bc00-0af3b2a36abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:34.103778 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-40b0a858-ecc4-4844-889d-9ac64dd66168 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031685 Aug 17 19:46:34.193405 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-66075c48-c8e1-489f-944a-9bfb65f303cb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839891 Aug 17 19:46:34.386844 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-be1a827d-0520-4652-aee5-2a216c37c8ce req-1fc32179-87d9-43d0-81f5-1342efb7b92c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 210 time: 0.0362670 Aug 17 19:46:35.324501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-e8210f12-bfc3-45f9-a95e-d0f760a30261 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:35.326135 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-e8210f12-bfc3-45f9-a95e-d0f760a30261 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1090198 Aug 17 19:46:35.405913 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-02e7904c-61b5-4550-8fed-8a9965c38c76 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 472 time: 0.0705416 Aug 17 19:46:35.471374 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'port': {'device_id': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'admin_state_up': True, 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'security_groups': ['7c78632e-7a30-4ac8-aba0-5158c32573d3']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:46:35.494788 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3b67c197-d41d-4420-9758-76cd9e4558e8 req-671db8ef-05d2-4d25-b7e9-ca605e37e5f9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 210 time: 0.0340919 Aug 17 19:46:35.585896 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Made reservation on behalf of d48524fb6ff040dcac98b23363268772 for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:46:35.589372 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:35.591182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:35.726531 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.20.0.8 (04936ff2-1cb2-462b-9dfb-59deb589561c/a86589b9-b5f8-432a-bb88-80cca200b522/b0e8138e-8b47-4271-8536-51cd896bbfda) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:46:35.730245 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:35.875639 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:35.908231 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:35.957527 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:46:35.960775 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:46:35.964811 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:46:35.999365 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=b0e8138e-8b47-4271-8536-51cd896bbfda,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:36.037367 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:36.037983 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.059179 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-507324a4-7c95-4984-af9a-545be9e7f5b3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922277 Aug 17 19:46:36.071173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Request body: {'port': {'device_id': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:46:36.124636 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51214) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:36.139137 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-220bfd8b-2cf6-4c52-9f60-ddd5be1a5046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.147758 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.242717 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2a98eed7-cafd-4b26-bd13-42f1d4a67813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.264463 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-2e7562b7-0c42-4b05-ba3f-8f26f14829a4 None None] Provisioning complete for port b0e8138e-8b47-4271-8536-51cd896bbfda triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:46:36.265138 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2e7562b7-0c42-4b05-ba3f-8f26f14829a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.303973 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-2e7562b7-0c42-4b05-ba3f-8f26f14829a4 None None] Port b0e8138e-8b47-4271-8536-51cd896bbfda cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:46:36.334200 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2a98eed7-cafd-4b26-bd13-42f1d4a67813 admin admin] Publish callbacks [] for security_group (6d89f4cc-e207-4c95-89f2-be6493f4016d), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.338300 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2a98eed7-cafd-4b26-bd13-42f1d4a67813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6d89f4cc-e207-4c95-89f2-be6493f4016d), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.378213 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98eed7-cafd-4b26-bd13-42f1d4a67813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d89f4cc-e207-4c95-89f2-be6493f4016d,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:36.384948 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2a98eed7-cafd-4b26-bd13-42f1d4a67813 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=09d1c0777ca840aabe93eef99f7bf822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558126 Aug 17 19:46:36.385331 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51218) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:36.435777 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9913b49b-30a0-4263-9e96-4cad8621e1ff admin admin] Publish callbacks [] for security_group (6d89f4cc-e207-4c95-89f2-be6493f4016d), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.461767 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9913b49b-30a0-4263-9e96-4cad8621e1ff admin admin] Publish callbacks [] for security_group (6d89f4cc-e207-4c95-89f2-be6493f4016d), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.509665 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9913b49b-30a0-4263-9e96-4cad8621e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6d89f4cc-e207-4c95-89f2-be6493f4016d), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.512243 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9913b49b-30a0-4263-9e96-4cad8621e1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.513417 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-9913b49b-30a0-4263-9e96-4cad8621e1ff admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6d89f4cc-e207-4c95-89f2-be6493f4016d HTTP/1.1" status: 204 len: 168 time: 0.1272848 Aug 17 19:46:36.522327 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913b49b-30a0-4263-9e96-4cad8621e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d89f4cc-e207-4c95-89f2-be6493f4016d,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:36.658257 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0d12d-3029-428c-acfb-7b95581163fe req-c3cc6dde-b28a-4767-b125-2a2aefc8fe4a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:36.659765 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-86d0d12d-3029-428c-acfb-7b95581163fe req-c3cc6dde-b28a-4767-b125-2a2aefc8fe4a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 931 time: 0.0537739 Aug 17 19:46:36.673182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e8138e-8b47-4271-8536-51cd896bbfda {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:46:36.681588 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Publish callbacks [] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.694321 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Transition to ACTIVE for port object b0e8138e-8b47-4271-8536-51cd896bbfda will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:46:36.699441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.704880 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:36.713819 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-86d0d12d-3029-428c-acfb-7b95581163fe req-745d30d1-3885-4ffc-b305-9cc7ddc17b28 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482056 Aug 17 19:46:36.762990 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Pushing event updated for resources: {'Port': ['ID=b0e8138e-8b47-4271-8536-51cd896bbfda,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:36.813620 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:36.818683 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Attempting to bind port b0e8138e-8b47-4271-8536-51cd896bbfda on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:46:36.819014 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Attempting to bind port b0e8138e-8b47-4271-8536-51cd896bbfda by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:46:36.819343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Attempting to bind port b0e8138e-8b47-4271-8536-51cd896bbfda on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:46:36.824571 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Port b0e8138e-8b47-4271-8536-51cd896bbfda on network 04936ff2-1cb2-462b-9dfb-59deb589561c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:46:36.824883 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Attempting to bind port b0e8138e-8b47-4271-8536-51cd896bbfda on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:46:36.830740 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:46:36.831085 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Checking segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:46:36.831463 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Bound using segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:46:36.831877 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Bound port: b0e8138e-8b47-4271-8536-51cd896bbfda, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:46:36.832229 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.836655 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51226) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:36.850382 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cc27987a-60db-4112-a705-6fc247eb9798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.892822 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] For port b0e8138e-8b47-4271-8536-51cd896bbfda, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:46:36.896003 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] For port b0e8138e-8b47-4271-8536-51cd896bbfda, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b0e8138e-8b47-4271-8536-51cd896bbfda,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:46:36.901745 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.905703 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:36.906899 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.908196 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/b0e8138e-8b47-4271-8536-51cd896bbfda HTTP/1.1" status: 200 len: 1093 time: 0.8419294 Aug 17 19:46:36.908782 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:46:36.910946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b04a7-7ee8-485d-816c-109cdd000a18" -d '{"events": [{"name": "network-changed", "server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:46:36.921283 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:36.934246 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cc27987a-60db-4112-a705-6fc247eb9798 admin admin] Publish callbacks [] for security_group (5394aaea-702b-450e-830c-b49f24614d54), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.939138 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-cc27987a-60db-4112-a705-6fc247eb9798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (5394aaea-702b-450e-830c-b49f24614d54), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:36.950600 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:36.971811 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9b18eb-0239-414b-b771-4fd35895c637 x-openstack-request-id: req-0e9b18eb-0239-414b-b771-4fd35895c637 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:46:36.972336 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:46:36.972743 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e9b18eb-0239-414b-b771-4fd35895c637 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:46:36.973137 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9b18eb-0239-414b-b771-4fd35895c637'] response: {'name': 'network-changed', 'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'status': 'completed', 'code': 200} Aug 17 19:46:36.996297 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27987a-60db-4112-a705-6fc247eb9798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5394aaea-702b-450e-830c-b49f24614d54,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:37.001953 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-cc27987a-60db-4112-a705-6fc247eb9798 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=51edd594f93049bb85ca5a0ab18fe9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642056 Aug 17 19:46:37.004625 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51230) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:37.013874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0d274-1f79-44d1-b357-c0f44bafaefc service neutron] Pushing event updated for resources: {'Port': ['ID=b0e8138e-8b47-4271-8536-51cd896bbfda,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:37.017789 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-6de00f33-1943-4201-9470-aa69f87b8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:37.019284 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-6de00f33-1943-4201-9470-aa69f87b8658 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 1127 time: 0.0612235 Aug 17 19:46:37.063409 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-9ea8e8ad-f48b-4d65-8247-59d483a641bc service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0e8138e-8b47-4271-8536-51cd896bbfda HTTP/1.1" status: 200 len: 217 time: 0.0367420 Aug 17 19:46:37.115352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-7301275d-493e-45f1-bd32-becedff84fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:37.116834 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-7301275d-493e-45f1-bd32-becedff84fbb service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0464535 Aug 17 19:46:37.161609 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-bc6cf05c-5234-45ca-9ce5-6a1755413255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:37.163131 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-bc6cf05c-5234-45ca-9ce5-6a1755413255 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405660 Aug 17 19:46:37.258750 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-cc3f3b8a-0d28-4423-95a8-f4ca0d1fc012 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885353 Aug 17 19:46:37.284512 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9270ce56-807e-4f3c-98ec-d60be51b5229 admin admin] Publish callbacks [] for security_group (5394aaea-702b-450e-830c-b49f24614d54), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:37.305465 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9270ce56-807e-4f3c-98ec-d60be51b5229 admin admin] Publish callbacks [] for security_group (5394aaea-702b-450e-830c-b49f24614d54), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:37.352669 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9270ce56-807e-4f3c-98ec-d60be51b5229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (5394aaea-702b-450e-830c-b49f24614d54), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:37.353656 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9457d4de-4965-4a14-8e4c-2c45a6437d83 req-4ace614a-5013-4f1d-b9dc-a07965709773 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893579 Aug 17 19:46:37.355347 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9270ce56-807e-4f3c-98ec-d60be51b5229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:37.356463 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-9270ce56-807e-4f3c-98ec-d60be51b5229 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5394aaea-702b-450e-830c-b49f24614d54 HTTP/1.1" status: 204 len: 168 time: 0.3507552 Aug 17 19:46:37.369408 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270ce56-807e-4f3c-98ec-d60be51b5229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5394aaea-702b-450e-830c-b49f24614d54,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:37.464214 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:37.833225 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba991d4-5421-42f2-bb21-e44682992294 req-ee4cf07a-244c-4d8a-b15f-a2dc0ff46792 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:37.834828 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ba991d4-5421-42f2-bb21-e44682992294 req-ee4cf07a-244c-4d8a-b15f-a2dc0ff46792 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 943 time: 0.0477505 Aug 17 19:46:37.885744 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6ba991d4-5421-42f2-bb21-e44682992294 req-2b3ffabc-3e52-4917-998e-42c1220afb8c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453739 Aug 17 19:46:38.143808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-1edcfba3-bb60-45d9-bf5a-65d3d1044d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:38.145335 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-1edcfba3-bb60-45d9-bf5a-65d3d1044d0e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 1127 time: 0.0397959 Aug 17 19:46:38.184188 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:38.239349 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-454b716d-1a59-4052-80b3-4700fd00e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:38.240834 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-454b716d-1a59-4052-80b3-4700fd00e425 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.0887470 Aug 17 19:46:38.284841 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-7732e152-cd83-4de3-9279-38a7ec613ef6 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0e8138e-8b47-4271-8536-51cd896bbfda HTTP/1.1" status: 200 len: 217 time: 0.0369830 Aug 17 19:46:38.334954 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-6a7634bc-9930-42a6-accc-ed1881800d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:38.336445 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-6a7634bc-9930-42a6-accc-ed1881800d9a service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0458283 Aug 17 19:46:38.379702 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-1f0e1a0a-823e-4d05-8824-3187bf5dae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:38.381235 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-1f0e1a0a-823e-4d05-8824-3187bf5dae9f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389814 Aug 17 19:46:38.479399 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-1e4803a0-b4a8-4a8e-9285-444bcb09ae83 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915537 Aug 17 19:46:38.547941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:38.582645 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-3d0b04a7-7ee8-485d-816c-109cdd000a18 req-874f1d81-32fc-4f7d-85dc-a965d7bcbb9a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970483 Aug 17 19:46:38.758477 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:38.898337 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:39.010147 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a38bc-5566-45aa-8cf4-158d78147c41 req-42b68d1d-703f-4578-b5c8-d652e437845d tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:39.011622 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f66a38bc-5566-45aa-8cf4-158d78147c41 req-42b68d1d-703f-4578-b5c8-d652e437845d tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 943 time: 0.0482275 Aug 17 19:46:39.059868 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f66a38bc-5566-45aa-8cf4-158d78147c41 req-6eff4419-0e83-41f8-90b2-1c4fe3b551ba tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Aug 17 19:46:39.688020 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b0e8138e-8b47-4271-8536-51cd896bbfda details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:46:39.788925 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b0e8138e-8b47-4271-8536-51cd896bbfda, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b0e8138e-8b47-4271-8536-51cd896bbfda,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:39.799947 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'port_id': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'mac_address': 'fa:16:3e:70:20:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:46:39.835203 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port b0e8138e-8b47-4271-8536-51cd896bbfda is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:46:39.835590 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:39.848754 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e8138e-8b47-4271-8536-51cd896bbfda {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:46:39.868650 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b0e8138e-8b47-4271-8536-51cd896bbfda, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b0e8138e-8b47-4271-8536-51cd896bbfda,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:39.872772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:39.922745 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=b0e8138e-8b47-4271-8536-51cd896bbfda,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:39.930216 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.930561 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.930904 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.931244 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.931579 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.931910 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.932237 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.932562 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.932889 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.933233 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.933561 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.933885 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.934207 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.934525 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:39.934844 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:46:40.152328 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b0e8138e-8b47-4271-8536-51cd896bbfda'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:46:40.179588 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188aff-20b2-40ff-879a-88abc6f628ae req-1f8dc0e1-6041-4bf8-9998-dc59dcd1de00 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:40.181120 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ef188aff-20b2-40ff-879a-88abc6f628ae req-1f8dc0e1-6041-4bf8-9998-dc59dcd1de00 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 944 time: 0.0482230 Aug 17 19:46:40.229927 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ef188aff-20b2-40ff-879a-88abc6f628ae req-db6d5ecb-9f53-4549-8616-bf68707f86e6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Aug 17 19:46:41.353083 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a00da-cd60-417e-8133-d0ae8a29da35 req-d5a94d63-7e2c-4780-b408-bc6d5f2a283d tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:41.354778 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4b2a00da-cd60-417e-8133-d0ae8a29da35 req-d5a94d63-7e2c-4780-b408-bc6d5f2a283d tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 944 time: 0.0517027 Aug 17 19:46:41.403923 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4b2a00da-cd60-417e-8133-d0ae8a29da35 req-2186f646-35c9-4e49-b8f3-d2f37008b9d0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Aug 17 19:46:41.706624 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b0e8138e-8b47-4271-8536-51cd896bbfda up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:46:41.753027 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port b0e8138e-8b47-4271-8536-51cd896bbfda completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:46:41.759191 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port b0e8138e-8b47-4271-8536-51cd896bbfda triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:46:41.759634 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:41.832721 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port b0e8138e-8b47-4271-8536-51cd896bbfda is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:46:41.833134 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:41.855720 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:46:41.858098 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abba356-2dee-42f1-9f33-be798ea9a1b4" -d '{"events": [{"server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "name": "network-vif-plugged", "status": "completed", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:46:41.871863 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b0e8138e-8b47-4271-8536-51cd896bbfda, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b0e8138e-8b47-4271-8536-51cd896bbfda,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:41.876113 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:41.903786 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a57dea7-74f5-4675-9806-ff5318c776c1 x-openstack-request-id: req-2a57dea7-74f5-4675-9806-ff5318c776c1 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:46:41.904248 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "name": "network-vif-plugged", "status": "completed", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:46:41.904542 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a57dea7-74f5-4675-9806-ff5318c776c1 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:46:41.904996 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a57dea7-74f5-4675-9806-ff5318c776c1'] response: {'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'code': 200} Aug 17 19:46:42.066642 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=b0e8138e-8b47-4271-8536-51cd896bbfda,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:42.087173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f95b6-73dc-429e-b301-3ae12041fe4b req-b149a000-a61f-4066-be67-d9edff118afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:42.089660 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-522f95b6-73dc-429e-b301-3ae12041fe4b req-b149a000-a61f-4066-be67-d9edff118afb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 1129 time: 0.0440273 Aug 17 19:46:42.110693 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:42.138103 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-522f95b6-73dc-429e-b301-3ae12041fe4b req-7f5262b0-5781-46c5-8562-e028fbb5432c service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Aug 17 19:46:42.521222 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf233492-965c-42b8-84c4-9d24fec88bcc req-e0f288a3-ae76-4808-8e9e-378a11072aa1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:42.522713 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bf233492-965c-42b8-84c4-9d24fec88bcc req-e0f288a3-ae76-4808-8e9e-378a11072aa1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 945 time: 0.0475121 Aug 17 19:46:42.570991 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-bf233492-965c-42b8-84c4-9d24fec88bcc req-4151cbf9-fc76-4e96-bb3e-baa088b39a48 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Aug 17 19:46:43.700789 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01790301-7324-4070-9c7b-e43091a1975a req-5cea4ae0-a831-43cc-85a7-2a210431d675 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:43.706823 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-01790301-7324-4070-9c7b-e43091a1975a req-5cea4ae0-a831-43cc-85a7-2a210431d675 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 945 time: 0.0565498 Aug 17 19:46:43.756003 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-01790301-7324-4070-9c7b-e43091a1975a req-20e5842a-1f39-4461-91b9-cc58c22136fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 Aug 17 19:46:44.142522 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:46:44.323194 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51334) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:44.466284 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Deleting port c14ffb2d-333c-4cd7-92d7-3257bd41014f {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:44.466624 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:44.502999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:44.543243 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:44.545330 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:44.545658 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for floatingip (c14ffb2d-333c-4cd7-92d7-3257bd41014f), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:44.559542 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Calling delete_port for c14ffb2d-333c-4cd7-92d7-3257bd41014f owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:44.711768 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (c14ffb2d-333c-4cd7-92d7-3257bd41014f), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:44.735710 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event deleted for resources: {'Port': ['ID=c14ffb2d-333c-4cd7-92d7-3257bd41014f,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:44.806751 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for floatingip (881ba2c4-ff64-4047-9afc-3d26b2f74ecc), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:44.807092 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Floating IP 881ba2c4-ff64-4047-9afc-3d26b2f74ecc disassociated (deleted). External IP: 172.27.1.245, port: 380031c9-b01e-4d04-9d20-1e65825341f8. Aug 17 19:46:44.924600 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a690e2-e812-4fd5-9adb-d6f9611062ab req-7ea4a6fe-9913-422d-9976-c5a220c80ff1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:44.926195 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59a690e2-e812-4fd5-9adb-d6f9611062ab req-7ea4a6fe-9913-422d-9976-c5a220c80ff1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 945 time: 0.0852296 Aug 17 19:46:44.993666 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-59a690e2-e812-4fd5-9adb-d6f9611062ab req-4c446cce-5d80-4d6a-abe1-0f539c23109b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589888 Aug 17 19:46:45.126880 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c9549-26a7-4c3a-8447-d752b26bce2c req-dda2d481-2ecb-4c67-82d7-6904df9f4db3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:45.128347 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a01c9549-26a7-4c3a-8447-d752b26bce2c req-dda2d481-2ecb-4c67-82d7-6904df9f4db3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 945 time: 0.0593255 Aug 17 19:46:45.135288 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Router 44141470-422b-4e13-b263-504f89c0a006 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:46:45.138387 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51342) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:45.143632 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'port_id': 'b0e8138e-8b47-4271-8536-51cd896bbfda'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:46:45.182859 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (7f39c434-104a-4f18-a310-b725b8a0cb86), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:45.243542 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:46:45.248431 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:45.253928 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] Sync routers for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:46:45.264183 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:45.264817 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:45.283760 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1cb33a7f-a146-4d3b-85b5-f144e6e9ba4b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/881ba2c4-ff64-4047-9afc-3d26b2f74ecc HTTP/1.1" status: 204 len: 168 time: 0.9592042 Aug 17 19:46:45.284344 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:46:45.286658 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:46:45.353913 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa102f86-b58e-4849-88ee-78e4bae629a8 x-openstack-request-id: req-fa102f86-b58e-4849-88ee-78e4bae629a8 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:46:45.354207 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:46:45.354459 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa102f86-b58e-4849-88ee-78e4bae629a8 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:46:45.354867 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa102f86-b58e-4849-88ee-78e4bae629a8'] response: {'name': 'network-changed', 'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8', 'status': 'completed', 'code': 200} Aug 17 19:46:45.393234 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:45.428828 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:45.467267 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-40e856b1-16d4-4890-8fe0-acb59ece742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:45.469442 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-40e856b1-16d4-4890-8fe0-acb59ece742a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=7e072daa36df4ab7b836616c2b138c01&device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 1129 time: 0.0718095 Aug 17 19:46:45.546664 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e49c-9f9c-4926-a78d-d1d67b0b2459 req-fcf3f74f-4c20-49c8-834c-cf0215b6c230 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:45.548108 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5662e49c-9f9c-4926-a78d-d1d67b0b2459 req-fcf3f74f-4c20-49c8-834c-cf0215b6c230 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0558412 Aug 17 19:46:45.559571 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:45.592827 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:45.598054 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:06Z', 'revision_number': 5, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:45.612902 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5662e49c-9f9c-4926-a78d-d1d67b0b2459 req-e0e4e687-82ff-4078-b5a1-fb2da83536df tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579898 Aug 17 19:46:45.627955 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] Checking router: 44141470-422b-4e13-b263-504f89c0a006 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:46:45.636653 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:45.637282 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:45.678969 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:45.689755 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:45.694245 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (7f39c434-104a-4f18-a310-b725b8a0cb86), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:45.742871 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:45.795362 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP 7f39c434-104a-4f18-a310-b725b8a0cb86 associated. External IP: 172.27.1.5, port: b0e8138e-8b47-4271-8536-51cd896bbfda. Aug 17 19:46:45.935951 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:06Z', 'revision_number': 5, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:45.964793 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8de51-99fd-4270-b824-9dd2e1fae2bd None None] The sync data for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi is: [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:41:58Z', 'revision_number': 4, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '74e4d31c-acc1-4677-b649-0fb5d0dc2829', 'name': '', 'network_id': 'd55abc87-1768-49b8-b1fe-e6cde3bfee67', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'mac_address': 'fa:16:3e:44:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:57Z', 'updated_at': '2022-08-17T19:42:06Z', 'revision_number': 5, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'subnets': [{'id': '7af48b8e-eae1-4fd6-a7a1-7319201d6086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:46:46.020563 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:46:46.023723 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:46.130021 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:46:46.134899 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:46.143013 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:46:46.155893 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:46.158356 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:46.174063 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-70d492a9-269d-4e82-bbb9-9691d4556465 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/7f39c434-104a-4f18-a310-b725b8a0cb86 HTTP/1.1" status: 200 len: 989 time: 1.0333157 Aug 17 19:46:46.174599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:46:46.176912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beaba83-c207-442d-bc19-8326ff402a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:46:46.207381 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a370a8-10f7-4d34-bd3c-9250951ce862 None None] New status for floating IP 881ba2c4-ff64-4047-9afc-3d26b2f74ecc: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:46:46.224645 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb42717-ff08-40a9-b641-0c9c755a602b x-openstack-request-id: req-3cb42717-ff08-40a9-b641-0c9c755a602b {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:46:46.224993 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:46:46.225326 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3cb42717-ff08-40a9-b641-0c9c755a602b {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:46:46.225793 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb42717-ff08-40a9-b641-0c9c755a602b'] response: {'name': 'network-changed', 'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'status': 'completed', 'code': 200} Aug 17 19:46:46.268577 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:46.487338 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f39c434-104a-4f18-a310-b725b8a0cb86', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:70:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:46:33Z', 'updated_at': '2022-08-17T19:46:45Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}, {'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:46Z', 'revision_number': 2, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:46.510799 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:46:46.518892 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:46.519481 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:46.620888 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:46.747364 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaba83-c207-442d-bc19-8326ff402a7f req-5f7a4174-cc4c-463f-baff-fa50e027ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:46.748818 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1beaba83-c207-442d-bc19-8326ff402a7f req-5f7a4174-cc4c-463f-baff-fa50e027ce43 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 1129 time: 0.0843842 Aug 17 19:46:46.752291 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f404d3-28ba-4662-b4e8-9b1a875e7728 req-aba52d56-be5a-4602-b51d-da3df4af67d2 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:46.752860 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-15f404d3-28ba-4662-b4e8-9b1a875e7728 req-aba52d56-be5a-4602-b51d-da3df4af67d2 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0535591 Aug 17 19:46:46.775819 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-b85338b9-a68d-426a-b284-23fa6080d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:46.777318 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-b85338b9-a68d-426a-b284-23fa6080d148 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 200 len: 909 time: 0.1323771 Aug 17 19:46:46.780335 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:46.809730 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-15f404d3-28ba-4662-b4e8-9b1a875e7728 req-87336224-9294-46c6-bb03-850b236b553b tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510221 Aug 17 19:46:46.841520 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f39c434-104a-4f18-a310-b725b8a0cb86', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:70:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:46:33Z', 'updated_at': '2022-08-17T19:46:45Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}, {'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:46Z', 'revision_number': 2, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:46.847726 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:46.868295 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695cde4-fe1d-4d08-8b87-3e02c0f38a8d None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f39c434-104a-4f18-a310-b725b8a0cb86', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:70:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:46:33Z', 'updated_at': '2022-08-17T19:46:45Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}, {'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:46Z', 'revision_number': 2, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:46:46.885102 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-336be14b-505a-48de-b36a-6988daddbd3e service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 200 len: 217 time: 0.0435512 Aug 17 19:46:46.988790 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-573d10a7-97a7-4acd-817d-8f632c1e240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:46.990310 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-573d10a7-97a7-4acd-817d-8f632c1e240e service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 200 len: 847 time: 0.0950267 Aug 17 19:46:47.005986 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaba83-c207-442d-bc19-8326ff402a7f req-542eea74-a86a-4c37-b9b0-0bea53067a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:47.007371 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1beaba83-c207-442d-bc19-8326ff402a7f req-542eea74-a86a-4c37-b9b0-0bea53067a11 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.1570930 Aug 17 19:46:47.066269 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458177c3-1322-44ce-b5c8-75a7c0b271ec None None] New status for floating IP 7f39c434-104a-4f18-a310-b725b8a0cb86: ACTIVE {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:46:47.233000 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-4c057a44-ddc7-41fd-b22c-061663a53b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:47.235170 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-4c057a44-ddc7-41fd-b22c-061663a53b0e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d55abc87-1768-49b8-b1fe-e6cde3bfee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1117525 Aug 17 19:46:47.262105 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1beaba83-c207-442d-bc19-8326ff402a7f req-33f078c1-faa7-422f-a100-9ca6abe61e51 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0e8138e-8b47-4271-8536-51cd896bbfda HTTP/1.1" status: 200 len: 997 time: 0.1397538 Aug 17 19:46:47.277166 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-b2e440b5-1458-4597-8fe6-a9aa776f7b2d tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:47.278637 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-b2e440b5-1458-4597-8fe6-a9aa776f7b2d tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0970519 Aug 17 19:46:47.680351 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaba83-c207-442d-bc19-8326ff402a7f req-50a13520-ca17-4f0e-8294-66b6d8b4a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:47.681800 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1beaba83-c207-442d-bc19-8326ff402a7f req-50a13520-ca17-4f0e-8294-66b6d8b4a17c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.4001927 Aug 17 19:46:47.735316 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-97f172a2-3dfc-4b30-9c34-cb2d1af069a5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904826 Aug 17 19:46:47.741490 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Deleting port 380031c9-b01e-4d04-9d20-1e65825341f8 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:47.741826 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:47.806364 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaba83-c207-442d-bc19-8326ff402a7f req-5a095f39-f635-40a4-9832-6364c99a95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:47.807842 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1beaba83-c207-442d-bc19-8326ff402a7f req-5a095f39-f635-40a4-9832-6364c99a95de service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1130424 Aug 17 19:46:47.931007 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abd976-6d7e-4143-a62c-323ffce03432 req-b6c47341-a174-4887-8a38-b58557ef2539 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:46:47.932442 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-02abd976-6d7e-4143-a62c-323ffce03432 req-b6c47341-a174-4887-8a38-b58557ef2539 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 945 time: 0.0479743 Aug 17 19:46:47.954168 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:47.972070 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] For port 380031c9-b01e-4d04-9d20-1e65825341f8, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=380031c9-b01e-4d04-9d20-1e65825341f8,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:47.972430 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:47.986792 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-02abd976-6d7e-4143-a62c-323ffce03432 req-8759f9f1-afab-4950-9cec-c93b78f88a96 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5b74afdf-cb5d-403c-bfe3-9bbefef31279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Aug 17 19:46:47.993671 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-bfcec471-dd78-4e85-b168-0edc7a12b5e8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348423 Aug 17 19:46:48.004563 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Calling delete_port for 380031c9-b01e-4d04-9d20-1e65825341f8 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:48.022985 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1beaba83-c207-442d-bc19-8326ff402a7f req-52935b4f-68ca-40f3-8cde-15abbe7c1b31 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817160 Aug 17 19:46:48.059984 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:48.177937 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1beaba83-c207-442d-bc19-8326ff402a7f req-17c4f76d-5eb3-438e-af08-107849fe7664 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258764 Aug 17 19:46:48.227732 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (380031c9-b01e-4d04-9d20-1e65825341f8), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:48.254874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event deleted for resources: {'Port': ['ID=380031c9-b01e-4d04-9d20-1e65825341f8,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:48.298568 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] No DVR routers for this DVR port 380031c9-b01e-4d04-9d20-1e65825341f8 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:46:48.301000 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:48.304261 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8e53218c-15c6-4ed7-85a6-01669309d119 req-261dc729-68d4-4950-b603-bf5821184ea5 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.65 "DELETE /networking/v2.0/ports/380031c9-b01e-4d04-9d20-1e65825341f8 HTTP/1.1" status: 204 len: 173 time: 0.9917760 Aug 17 19:46:48.304685 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-deleted', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:46:48.306938 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee1af8c-71f3-472c-843f-c2a13d003584" -d '{"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-deleted", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:46:48.347679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf3cf46-ec06-40fe-9eae-942b4ef64c96 x-openstack-request-id: req-6cf3cf46-ec06-40fe-9eae-942b4ef64c96 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:46:48.347971 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76985445-294d-45f5-9f95-40951eed1555", "name": "network-vif-deleted", "tag": "380031c9-b01e-4d04-9d20-1e65825341f8", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:46:48.348223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6cf3cf46-ec06-40fe-9eae-942b4ef64c96 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:46:48.348634 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf3cf46-ec06-40fe-9eae-942b4ef64c96'] response: {'server_uuid': '76985445-294d-45f5-9f95-40951eed1555', 'name': 'network-vif-deleted', 'tag': '380031c9-b01e-4d04-9d20-1e65825341f8', 'status': 'completed', 'code': 200} Aug 17 19:46:49.102274 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fcec0b16-f2fa-4e6f-a234-e7e4bfbbf27d req-e4ef4dc4-c7b9-4454-9d27-1a609226a8bb tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=76985445-294d-45f5-9f95-40951eed1555 HTTP/1.1" status: 200 len: 210 time: 0.0292306 Aug 17 19:46:50.168693 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51386) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:50.230633 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eaf-f59c-42bb-9c0f-d42c284d8e45 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group (5b74afdf-cb5d-403c-bfe3-9bbefef31279), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:50.256169 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eaf-f59c-42bb-9c0f-d42c284d8e45 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group (5b74afdf-cb5d-403c-bfe3-9bbefef31279), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:50.316969 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eaf-f59c-42bb-9c0f-d42c284d8e45 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (5b74afdf-cb5d-403c-bfe3-9bbefef31279), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:50.319692 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eaf-f59c-42bb-9c0f-d42c284d8e45 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:50.320999 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ffe89eaf-f59c-42bb-9c0f-d42c284d8e45 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5b74afdf-cb5d-403c-bfe3-9bbefef31279 HTTP/1.1" status: 204 len: 168 time: 0.1520472 Aug 17 19:46:50.330593 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe89eaf-f59c-42bb-9c0f-d42c284d8e45 tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b74afdf-cb5d-403c-bfe3-9bbefef31279,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:50.367788 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51392) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:50.665961 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:50.670463 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (44141470-422b-4e13-b263-504f89c0a006), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:50.885135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Deleting port 74e4d31c-acc1-4677-b649-0fb5d0dc2829 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:50.885495 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:50.927627 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:50.969084 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] For port 74e4d31c-acc1-4677-b649-0fb5d0dc2829, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=74e4d31c-acc1-4677-b649-0fb5d0dc2829,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:50.969493 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:50.982995 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Calling delete_port for 74e4d31c-acc1-4677-b649-0fb5d0dc2829 owned by network:router_interface {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:51.155729 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (74e4d31c-acc1-4677-b649-0fb5d0dc2829), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:51.177076 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e4d31c-acc1-4677-b649-0fb5d0dc2829,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:51.343283 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (44141470-422b-4e13-b263-504f89c0a006), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:51.497514 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:51.545469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Router 44141470-422b-4e13-b263-504f89c0a006 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:46:51.646818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:46:51.651831 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-22575c19-97f2-40e9-86e6-4d795812f529 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/44141470-422b-4e13-b263-504f89c0a006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2830091 Aug 17 19:46:51.654329 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51396) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:51.657355 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] Sync routers for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:46:51.667483 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:51.668086 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:51.696855 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:51.757721 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks [] for router (44141470-422b-4e13-b263-504f89c0a006), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:51.772215 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:51.802151 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 380031c9-b01e-4d04-9d20-1e65825341f8 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:46:51.853586 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks [] for router_gateway (44141470-422b-4e13-b263-504f89c0a006), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:51.855872 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 380031c9-b01e-4d04-9d20-1e65825341f8 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:46:51.856219 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 380031c9-b01e-4d04-9d20-1e65825341f8 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:46:51.895559 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Deleting port 37540651-9276-46f1-bc67-4a75fdd30f7e {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:51.895898 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:51.964577 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:46:51Z', 'revision_number': 5, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port': {'id': '37540651-9276-46f1-bc67-4a75fdd30f7e', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44141470-422b-4e13-b263-504f89c0a006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:41:54Z', 'updated_at': '2022-08-17T19:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:51.978496 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] For port 37540651-9276-46f1-bc67-4a75fdd30f7e, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=37540651-9276-46f1-bc67-4a75fdd30f7e,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:51.978861 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:51.989159 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] Checking router: 44141470-422b-4e13-b263-504f89c0a006 for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:46:51.991683 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Calling delete_port for 37540651-9276-46f1-bc67-4a75fdd30f7e owned by network:router_gateway {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:51.998162 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] Routers {'44141470-422b-4e13-b263-504f89c0a006'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:51.998772 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['44141470-422b-4e13-b263-504f89c0a006'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:52.082174 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] Set router 44141470-422b-4e13-b263-504f89c0a006 gateway port host: None {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:52.137877 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:46:51Z', 'revision_number': 6, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:52.156046 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (37540651-9276-46f1-bc67-4a75fdd30f7e), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.180258 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=37540651-9276-46f1-bc67-4a75fdd30f7e,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:52.247697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (44141470-422b-4e13-b263-504f89c0a006), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.288672 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc60ccd-6742-4b57-9133-0825d8ef8f4a None None] The sync data for ids ['44141470-422b-4e13-b263-504f89c0a006'] in dv-cinder-850698-2-iscsi is: [{'id': '44141470-422b-4e13-b263-504f89c0a006', 'name': 'tempest-TestShelveInstance-736380902-router', 'tenant_id': '7e072daa36df4ab7b836616c2b138c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:41:53Z', 'updated_at': '2022-08-17T19:46:51Z', 'revision_number': 6, 'project_id': '7e072daa36df4ab7b836616c2b138c01', 'gw_port_host': None}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:46:52.336384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (44141470-422b-4e13-b263-504f89c0a006), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.338535 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks [] for router_controller (44141470-422b-4e13-b263-504f89c0a006), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.384104 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (44141470-422b-4e13-b263-504f89c0a006), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.384697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44141470-422b-4e13-b263-504f89c0a006 {{(pid=111883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:46:52.388964 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.390893 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3b27532b-d5b0-43e8-aecf-9740a134dd30 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/44141470-422b-4e13-b263-504f89c0a006 HTTP/1.1" status: 204 len: 168 time: 0.7356002 Aug 17 19:46:52.393568 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51400) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:52.581096 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] Deleting subnet 7af48b8e-eae1-4fd6-a7a1-7319201d6086 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:46:52.583659 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:52.584512 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] Publish callbacks [] for subnet (7af48b8e-eae1-4fd6-a7a1-7319201d6086), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.619010 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (7af48b8e-eae1-4fd6-a7a1-7319201d6086), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:52.950228 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:52.953547 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (7af48b8e-eae1-4fd6-a7a1-7319201d6086), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.006772 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (7af48b8e-eae1-4fd6-a7a1-7319201d6086), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.031560 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af48b8e-eae1-4fd6-a7a1-7319201d6086,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:53.034547 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.037652 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-82b7d0bc-ad13-4156-a5dd-971680c72cfe admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/7af48b8e-eae1-4fd6-a7a1-7319201d6086 HTTP/1.1" status: 204 len: 168 time: 0.6431551 Aug 17 19:46:53.040223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51406) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:53.043857 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23881efb-b7d4-44f1-927f-5c6182763dc2 None None] Network d55abc87-1768-49b8-b1fe-e6cde3bfee67 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:46:53.114998 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (d55abc87-1768-49b8-b1fe-e6cde3bfee67), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.157669 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Deleting port a5759d01-5924-4236-94db-c0b16427a1ea {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:53.158011 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.209115 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] DHCP port deletion for d55abc87-1768-49b8-b1fe-e6cde3bfee67 request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:46:53.229397 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] For port a5759d01-5924-4236-94db-c0b16427a1ea, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=a5759d01-5924-4236-94db-c0b16427a1ea,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:53.229984 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.243484 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Calling delete_port for a5759d01-5924-4236-94db-c0b16427a1ea owned by network:dhcp {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:53.246860 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] Deleting port a5759d01-5924-4236-94db-c0b16427a1ea {{(pid=111890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:53.247234 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), before_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.315110 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] For port a5759d01-5924-4236-94db-c0b16427a1ea, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=a5759d01-5924-4236-94db-c0b16427a1ea,segment=NetworkSegment(52c32c10-ff3d-4dbe-b3d4-4004da802070),segment_id=52c32c10-ff3d-4dbe-b3d4-4004da802070)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:53.315518 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), precommit_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.330287 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.330468 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] Calling delete_port for a5759d01-5924-4236-94db-c0b16427a1ea owned by network:dhcp {{(pid=111890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:53.367224 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] No DVR routers for this DVR port a5759d01-5924-4236-94db-c0b16427a1ea on host dv-cinder-850698-2-iscsi {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:46:53.370556 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5759d01-5924-4236-94db-c0b16427a1ea,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:53.420124 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (a5759d01-5924-4236-94db-c0b16427a1ea), after_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.443900 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] Pushing event deleted for resources: {'Port': ['ID=a5759d01-5924-4236-94db-c0b16427a1ea,revision_number=None']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:53.449931 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e7b79-24b1-4ea8-91b9-7012c00e9891 None None] No DVR routers for this DVR port a5759d01-5924-4236-94db-c0b16427a1ea on host dv-cinder-850698-2-iscsi {{(pid=111890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:46:53.456223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (d55abc87-1768-49b8-b1fe-e6cde3bfee67), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.479975 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55abc87-1768-49b8-b1fe-e6cde3bfee67']}} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:53.489776 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c32c10-ff3d-4dbe-b3d4-4004da802070') {'for_net_delete': True} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:53.490075 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c32c10-ff3d-4dbe-b3d4-4004da802070') {} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:53.500097 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824914'] for segment (52c32c10-ff3d-4dbe-b3d4-4004da802070), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.515815 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (52c32c10-ff3d-4dbe-b3d4-4004da802070), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.522542 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=111883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:46:53.523110 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25821873'] for segment (52c32c10-ff3d-4dbe-b3d4-4004da802070), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.588050 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (d55abc87-1768-49b8-b1fe-e6cde3bfee67), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.593707 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:53.597097 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/d55abc87-1768-49b8-b1fe-e6cde3bfee67 HTTP/1.1" status: 204 len: 168 time: 0.5559218 Aug 17 19:46:53.600729 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51420) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:53.612453 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94156117-f8f4-4536-9e1c-a6bcbc0e9be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55abc87-1768-49b8-b1fe-e6cde3bfee67,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:53.777763 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device a5759d01-5924-4236-94db-c0b16427a1ea no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:46:53.814412 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: a5759d01-5924-4236-94db-c0b16427a1ea {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:46:53.814988 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device a5759d01-5924-4236-94db-c0b16427a1ea not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:46:53.815407 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 74e4d31c-acc1-4677-b649-0fb5d0dc2829 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:46:53.825759 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment 52c32c10-ff3d-4dbe-b3d4-4004da802070 resource provider aggregate not found Aug 17 19:46:53.844885 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment 52c32c10-ff3d-4dbe-b3d4-4004da802070 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52c32c10-ff3d-4dbe-b3d4-4004da802070 found for delete ", "request_id": "req-69b447f7-54ae-4c29-8e27-e19aa087bfc2"}]} Aug 17 19:46:53.847667 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 74e4d31c-acc1-4677-b649-0fb5d0dc2829 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:46:53.848007 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 74e4d31c-acc1-4677-b649-0fb5d0dc2829 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:46:53.848418 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 37540651-9276-46f1-bc67-4a75fdd30f7e no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:46:53.866261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 37540651-9276-46f1-bc67-4a75fdd30f7e {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:46:53.866603 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 37540651-9276-46f1-bc67-4a75fdd30f7e not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:46:53.987253 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:54.206420 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Deleting port be04b8b1-dffa-43a0-bff2-86625fa1d52a {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:54.206755 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:54.290673 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] For port be04b8b1-dffa-43a0-bff2-86625fa1d52a, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=be04b8b1-dffa-43a0-bff2-86625fa1d52a,segment=NetworkSegment(22968e89-6ca5-4fe9-a533-ea21735a76f4),segment_id=22968e89-6ca5-4fe9-a533-ea21735a76f4)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:54.290673 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:54.305584 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Calling delete_port for be04b8b1-dffa-43a0-bff2-86625fa1d52a owned by network:router_interface {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:54.315322 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:54.440204 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:54.479131 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (be04b8b1-dffa-43a0-bff2-86625fa1d52a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:54.504430 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Pushing event deleted for resources: {'Port': ['ID=be04b8b1-dffa-43a0-bff2-86625fa1d52a,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:54.668474 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:54.867593 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:46:54.971756 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:46:54.979417 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51436) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:54.979877 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-4513d4ee-589d-4751-b308-4089307dee86 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3768489 Aug 17 19:46:54.980498 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] Sync routers for ids ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:46:54.991559 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] Routers {'213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:54.992161 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:55.066983 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51438) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:55.079204 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:55.094937 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:55.097560 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks [] for router (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.097885 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] Set router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:55.100372 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:55.198513 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2475d39f-8e12-49eb-8975-6f12954111e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.234039 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks [] for router_gateway (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.258599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:55.266539 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:46:54Z', 'revision_number': 5, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port': {'id': 'fc8ffbf7-faa2-438c-916e-d3033bd25087', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:55.291171 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] Checking router: 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:46:55.299781 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] Routers {'213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:46:55.300420 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:46:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:55.311818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Deleting port fc8ffbf7-faa2-438c-916e-d3033bd25087 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:55.312160 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.380948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2475d39f-8e12-49eb-8975-6f12954111e8 admin admin] Publish callbacks [] for security_group (6ef2d0f5-78c8-471f-8957-8b814a3e8e59), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.388673 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-2475d39f-8e12-49eb-8975-6f12954111e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6ef2d0f5-78c8-471f-8957-8b814a3e8e59), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.453729 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-2475d39f-8e12-49eb-8975-6f12954111e8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=663c190a7ed842ada65e8baa4dffa476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857269 Aug 17 19:46:55.456498 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51442) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:55.458009 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475d39f-8e12-49eb-8975-6f12954111e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef2d0f5-78c8-471f-8957-8b814a3e8e59,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:55.462599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] For port fc8ffbf7-faa2-438c-916e-d3033bd25087, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=fc8ffbf7-faa2-438c-916e-d3033bd25087,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:55.462971 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.466348 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] Set router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:46:55.476593 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Calling delete_port for fc8ffbf7-faa2-438c-916e-d3033bd25087 owned by network:router_gateway {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:55.510217 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2f07db86-38de-44c3-a9c5-9e933212cd18 admin admin] Publish callbacks [] for security_group (6ef2d0f5-78c8-471f-8957-8b814a3e8e59), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.517893 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:46:55Z', 'revision_number': 6, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:55.537011 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2f07db86-38de-44c3-a9c5-9e933212cd18 admin admin] Publish callbacks [] for security_group (6ef2d0f5-78c8-471f-8957-8b814a3e8e59), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.541800 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a78d-df28-4e68-8099-47ab75fba239 None None] The sync data for ids ['213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001'] in dv-cinder-850698-2-iscsi is: [{'id': '213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001', 'name': 'tempest-TestShelveInstance-1633938039-router', 'tenant_id': 'fb606e20028e400b934ee9fff8c393f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:42:02Z', 'updated_at': '2022-08-17T19:46:55Z', 'revision_number': 6, 'project_id': 'fb606e20028e400b934ee9fff8c393f8', 'gw_port_host': None}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:46:55.595807 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2f07db86-38de-44c3-a9c5-9e933212cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6ef2d0f5-78c8-471f-8957-8b814a3e8e59), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.598778 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2f07db86-38de-44c3-a9c5-9e933212cd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.602559 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2f07db86-38de-44c3-a9c5-9e933212cd18 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6ef2d0f5-78c8-471f-8957-8b814a3e8e59 HTTP/1.1" status: 204 len: 168 time: 0.1426117 Aug 17 19:46:55.604981 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:55.611891 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07db86-38de-44c3-a9c5-9e933212cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef2d0f5-78c8-471f-8957-8b814a3e8e59,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:55.664359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (fc8ffbf7-faa2-438c-916e-d3033bd25087), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.692917 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8ffbf7-faa2-438c-916e-d3033bd25087,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:55.759101 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.847811 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.850032 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks [] for router_controller (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.907155 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.908037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 {{(pid=111883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:46:55.917862 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:55.923314 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51454) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:55.924788 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9e672a1c-e30b-40f4-acb1-40585bc4b7eb admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/213f9bb3-bc9e-4ddd-a4fc-c0d71dd43001 HTTP/1.1" status: 204 len: 168 time: 0.9434860 Aug 17 19:46:56.002699 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] Deleting subnet 95c95341-e42d-42df-b0e7-93acf287d4ee {{(pid=111881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:46:56.009055 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] Publish callbacks [] for subnet (95c95341-e42d-42df-b0e7-93acf287d4ee), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.023824 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device be04b8b1-dffa-43a0-bff2-86625fa1d52a no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:46:56.047938 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25262848'] for subnet (95c95341-e42d-42df-b0e7-93acf287d4ee), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.053477 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: be04b8b1-dffa-43a0-bff2-86625fa1d52a {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:46:56.055409 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device be04b8b1-dffa-43a0-bff2-86625fa1d52a not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:46:56.140335 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (95c95341-e42d-42df-b0e7-93acf287d4ee), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.186804 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:56.201019 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28347989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25253082'] for subnet (95c95341-e42d-42df-b0e7-93acf287d4ee), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.229729 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c95341-e42d-42df-b0e7-93acf287d4ee,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:56.231726 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.238010 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-4e27ce70-630f-4f4f-b4fb-3a64841c8ca0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/95c95341-e42d-42df-b0e7-93acf287d4ee HTTP/1.1" status: 204 len: 168 time: 0.3115325 Aug 17 19:46:56.238183 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc029803-79d4-4725-8cd4-8b9c6924fe38 None None] Network 6be04c73-bd65-45e3-93cf-042d507fb6e5 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:46:56.238686 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51466) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:56.316303 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (6be04c73-bd65-45e3-93cf-042d507fb6e5), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.359912 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Deleting port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:56.360218 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.407395 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] DHCP port deletion for 6be04c73-bd65-45e3-93cf-042d507fb6e5 request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:46:56.440391 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] For port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,segment=NetworkSegment(22968e89-6ca5-4fe9-a533-ea21735a76f4),segment_id=22968e89-6ca5-4fe9-a533-ea21735a76f4)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:56.440753 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.447456 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:56.448396 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] Deleting port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f {{(pid=111890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:46:56.449418 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), before_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.456792 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Calling delete_port for 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:56.513306 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:56.530727 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] For port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,segment=NetworkSegment(22968e89-6ca5-4fe9-a533-ea21735a76f4),segment_id=22968e89-6ca5-4fe9-a533-ea21735a76f4)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:46:56.531139 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), precommit_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.544985 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] Calling delete_port for 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f owned by network:dhcp {{(pid=111890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:46:56.553464 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.579907 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:56.589853 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] No DVR routers for this DVR port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:46:56.636704 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (0657eb8f-f2cf-4e47-ae6b-e727004c6a6f), after_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.661075 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:56.664891 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] Pushing event deleted for resources: {'Port': ['ID=0657eb8f-f2cf-4e47-ae6b-e727004c6a6f,revision_number=None']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:56.666928 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (6be04c73-bd65-45e3-93cf-042d507fb6e5), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.678602 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41555e-9994-43fd-84e4-85b1e13b1485 None None] No DVR routers for this DVR port 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f on host dv-cinder-850698-2-iscsi {{(pid=111890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:46:56.695440 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be04c73-bd65-45e3-93cf-042d507fb6e5']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:56.706685 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22968e89-6ca5-4fe9-a533-ea21735a76f4') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:56.706980 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22968e89-6ca5-4fe9-a533-ea21735a76f4') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:46:56.717178 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (22968e89-6ca5-4fe9-a533-ea21735a76f4), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.733987 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (22968e89-6ca5-4fe9-a533-ea21735a76f4), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.742421 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:46:56.743292 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (22968e89-6ca5-4fe9-a533-ea21735a76f4), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.809048 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 22968e89-6ca5-4fe9-a533-ea21735a76f4 resource provider aggregate not found Aug 17 19:46:56.826876 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 22968e89-6ca5-4fe9-a533-ea21735a76f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22968e89-6ca5-4fe9-a533-ea21735a76f4 found for delete ", "request_id": "req-b2db62a1-ef59-4202-bee0-2f5f5a84f6b2"}]} Aug 17 19:46:56.840691 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (6be04c73-bd65-45e3-93cf-042d507fb6e5), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.848043 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:56.852178 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/6be04c73-bd65-45e3-93cf-042d507fb6e5 HTTP/1.1" status: 204 len: 168 time: 0.6125288 Aug 17 19:46:56.873067 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9132-24ba-4f4b-84b4-8e9ea7b6f1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be04c73-bd65-45e3-93cf-042d507fb6e5,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:57.036294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51482) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:57.076865 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-dfc2957a-35e2-43ad-b49f-0d2db193c6e3 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7e072daa36df4ab7b836616c2b138c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393939 Aug 17 19:46:57.079753 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51484) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:57.086268 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:57.134609 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-78932b32-a315-456d-94af-a084f185a32c admin admin] Publish callbacks [] for security_group (b9458c09-a871-46c5-9e07-da695d9aa2fc), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.384988 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-78932b32-a315-456d-94af-a084f185a32c admin admin] Publish callbacks [] for security_group (b9458c09-a871-46c5-9e07-da695d9aa2fc), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.432419 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-78932b32-a315-456d-94af-a084f185a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (b9458c09-a871-46c5-9e07-da695d9aa2fc), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.435187 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-78932b32-a315-456d-94af-a084f185a32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.436895 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-78932b32-a315-456d-94af-a084f185a32c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b9458c09-a871-46c5-9e07-da695d9aa2fc HTTP/1.1" status: 204 len: 168 time: 0.3556893 Aug 17 19:46:57.444524 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78932b32-a315-456d-94af-a084f185a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9458c09-a871-46c5-9e07-da695d9aa2fc,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:46:57.748440 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device fc8ffbf7-faa2-438c-916e-d3033bd25087 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:46:57.757780 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51490) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:57.767579 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: fc8ffbf7-faa2-438c-916e-d3033bd25087 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:46:57.767929 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device fc8ffbf7-faa2-438c-916e-d3033bd25087 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:46:57.768348 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:46:57.786525 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:46:57.786877 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 0657eb8f-f2cf-4e47-ae6b-e727004c6a6f not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:46:57.798292 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a8e7d905-3686-44b4-adff-ade860614645 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fb606e20028e400b934ee9fff8c393f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393984 Aug 17 19:46:57.800797 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51492) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:46:57.827603 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:46:57.850213 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-13606ccc-1a02-4b23-8582-0396aeac14ff admin admin] Publish callbacks [] for security_group (e668a189-5cd6-4701-ae8f-580703a4d419), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.871440 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-13606ccc-1a02-4b23-8582-0396aeac14ff admin admin] Publish callbacks [] for security_group (e668a189-5cd6-4701-ae8f-580703a4d419), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.933429 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-13606ccc-1a02-4b23-8582-0396aeac14ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e668a189-5cd6-4701-ae8f-580703a4d419), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.936139 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-13606ccc-1a02-4b23-8582-0396aeac14ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:46:57.937370 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-13606ccc-1a02-4b23-8582-0396aeac14ff admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e668a189-5cd6-4701-ae8f-580703a4d419 HTTP/1.1" status: 204 len: 168 time: 0.1356318 Aug 17 19:46:57.945350 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13606ccc-1a02-4b23-8582-0396aeac14ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e668a189-5cd6-4701-ae8f-580703a4d419,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:04.059972 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-87effbd8-bbf1-4b7a-9d50-fffe47112488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:05.886312 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:05.898154 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:06.131987 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-80c7684c-65ba-4ab9-b28e-75e5fbbfecbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:06.190448 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=28 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:06.199997 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=35 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:07.465571 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:07.905400 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=33,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:07.941477 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:08.174428 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:08.761886 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:08.901412 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:11.971059 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-11a5f75a-5ad2-4b8d-922c-bca720ec77cb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440359 Aug 17 19:47:12.053172 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-c27f5a62-1d80-45a0-b732-ae74a2865427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:12.054714 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-c27f5a62-1d80-45a0-b732-ae74a2865427 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0404630 Aug 17 19:47:12.161797 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-d9cead5a-b989-4b46-9488-129d4a3cd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:12.163336 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-d9cead5a-b989-4b46-9488-129d4a3cd850 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.0883627 Aug 17 19:47:12.229051 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-832ca592-fd21-4cfd-9d66-2f3bb4e3bc85 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5 HTTP/1.1" status: 200 len: 1001 time: 0.0595922 Aug 17 19:47:12.275258 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-2f9b8770-654e-4a43-aff4-2cb84f61496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:12.276620 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-2f9b8770-654e-4a43-aff4-2cb84f61496c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0419631 Aug 17 19:47:12.320186 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-6c688175-0bad-418d-923e-fd61805776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:12.321730 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-6c688175-0bad-418d-923e-fd61805776b0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366426 Aug 17 19:47:12.412413 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-e0dc5b49-741c-4ac6-ac94-272e2d487ad0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842354 Aug 17 19:47:12.499811 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1b3fe9a2-26ee-44f7-994d-162eeceb1f00 req-c560d9a9-01e8-495b-9e2c-0d3d7073b0dd service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804241 Aug 17 19:47:14.464622 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51592) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:14.571132 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d2cb-6872-4290-9ebc-e00a56400311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:14.648646 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d2cb-6872-4290-9ebc-e00a56400311 admin admin] Publish callbacks [] for security_group (38603641-d451-4587-a16f-edd794e83926), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:14.653041 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d2cb-6872-4290-9ebc-e00a56400311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (38603641-d451-4587-a16f-edd794e83926), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:14.692461 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f0e4d2cb-6872-4290-9ebc-e00a56400311 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2017142d5a3644618a385b03e5219020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267702 Aug 17 19:47:14.693450 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4d2cb-6872-4290-9ebc-e00a56400311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38603641-d451-4587-a16f-edd794e83926,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:14.695212 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51596) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:14.748753 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-aa5021be-a890-469c-a8b2-7efe550070f5 admin admin] Publish callbacks [] for security_group (38603641-d451-4587-a16f-edd794e83926), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:14.769923 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-aa5021be-a890-469c-a8b2-7efe550070f5 admin admin] Publish callbacks [] for security_group (38603641-d451-4587-a16f-edd794e83926), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:14.816918 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-aa5021be-a890-469c-a8b2-7efe550070f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (38603641-d451-4587-a16f-edd794e83926), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:14.819390 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-aa5021be-a890-469c-a8b2-7efe550070f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:14.820551 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-aa5021be-a890-469c-a8b2-7efe550070f5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/38603641-d451-4587-a16f-edd794e83926 HTTP/1.1" status: 204 len: 168 time: 0.1235993 Aug 17 19:47:14.828711 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5021be-a890-469c-a8b2-7efe550070f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38603641-d451-4587-a16f-edd794e83926,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:15.461820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51620) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:15.558758 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-912827973-network', 'tenant_id': 'e1bc20a6ee5c4e61ab2f8b0683543ddc'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:15.580312 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Made reservation on behalf of e1bc20a6ee5c4e61ab2f8b0683543ddc for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:47:15.582728 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.591108 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.667318 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks [] for security_group (7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.671043 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.693278 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:47:15.704456 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:15.711044 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:15.715405 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (09f45677-f928-4e4a-92ac-12e285c44ef0), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.715780 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Added segment 09f45677-f928-4e4a-92ac-12e285c44ef0 of type vlan for network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 Aug 17 19:47:15.716914 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:15.763000 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.787808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.788931 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:15.789679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:15.849180 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3861616 Aug 17 19:47:15.852070 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51624) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:15.854358 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a6c06-65ff-4165-a8b3-0990b91fbe23 admin admin] Pushing event updated for resources: {'Network': ['ID=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:15.857287 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Request body: {'subnet': {'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-912827973-subnet', 'tenant_id': 'e1bc20a6ee5c4e61ab2f8b0683543ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:15.864716 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:47:15.878832 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Made reservation on behalf of e1bc20a6ee5c4e61ab2f8b0683543ddc for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:47:15.881128 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25253055'] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:16.048140 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28344976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25253073'] for subnet (fec75830-1ef6-41fd-b86f-6cd8b3838420), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:16.104724 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec75830-1ef6-41fd-b86f-6cd8b3838420,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:16.113171 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Checking segment: {'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:47:16.113563 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Network hostable DHCP agents. Network: d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:47:16.131082 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:47:16.139654 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:47:16.143805 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:16.144401 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:16.148486 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee2a7e-8a9e-450f-8d93-df2c17df31ed None None] Network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:47:16.160572 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3ebd38ac-32b1-4bd8-b187-134893bb377e admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3073630 Aug 17 19:47:16.253122 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3a649-edbb-4e4b-90d8-51405bfb5692 None None] Network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:47:17.961119 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-48067309-bcd8-4748-bc2a-7669e7a66d43 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:17.962585 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-48067309-bcd8-4748-bc2a-7669e7a66d43 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/networks?id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 HTTP/1.1" status: 200 len: 813 time: 0.1040511 Aug 17 19:47:17.977568 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-a4996ad9-61c0-45b9-a3dc-0c2cf27a7434 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/quotas/e1bc20a6ee5c4e61ab2f8b0683543ddc HTTP/1.1" status: 200 len: 375 time: 0.0094624 Aug 17 19:47:18.008420 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-057a8a71-397c-4f12-96f8-11ee1b5ca5bc tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e1bc20a6ee5c4e61ab2f8b0683543ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262530 Aug 17 19:47:18.120972 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:18.148840 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-0acac4d2-f31e-43af-b945-0ae7df093014 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339946 Aug 17 19:47:18.243685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-14f13689-1372-40e5-9997-23cc46281bc2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885286 Aug 17 19:47:18.418512 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d1d1cce3-2942-4eb3-9ec9-f2edb0f5028e req-fb6d3f23-0e49-4292-84b3-5e471d4f6fb7 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 210 time: 0.0319014 Aug 17 19:47:19.342501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-b16a6939-4a66-467d-a783-dabb07a5b723 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:19.343966 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-b16a6939-4a66-467d-a783-dabb07a5b723 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "GET /networking/v2.0/networks?id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 HTTP/1.1" status: 200 len: 813 time: 0.1067593 Aug 17 19:47:19.358742 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Request body: {'port': {'device_id': 'ba797bea-019f-4129-a489-762f4bf2efae', 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7', 'admin_state_up': True, 'tenant_id': 'e1bc20a6ee5c4e61ab2f8b0683543ddc'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:19.470325 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Made reservation on behalf of e1bc20a6ee5c4e61ab2f8b0683543ddc for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:47:19.473838 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:19.520987 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2bbf40cb-68e8-415b-bf82-0075f909a5e9 req-627cead7-d881-41de-bafe-9d3b79b559b1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 210 time: 0.0277500 Aug 17 19:47:19.601375 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Allocated IP 172.20.0.6 (d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7/fec75830-1ef6-41fd-b86f-6cd8b3838420/b650093c-1999-4638-9b53-a040d3edce26) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:47:19.746107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks [] for port (b650093c-1999-4638-9b53-a040d3edce26), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:19.777329 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b650093c-1999-4638-9b53-a040d3edce26), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:19.820839 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:47:19.824247 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:47:19.827965 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:47:19.833930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Pushing event updated for resources: {'Port': ['ID=b650093c-1999-4638-9b53-a040d3edce26,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:19.881914 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:19.882431 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:19.890688 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:19.891892 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:19.899149 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-13a91111-56e1-4073-8b05-f98e6f5c4c8e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447288 Aug 17 19:47:19.911483 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Request body: {'port': {'device_id': 'ba797bea-019f-4129-a489-762f4bf2efae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:19.969598 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b650093c-1999-4638-9b53-a040d3edce26), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:20.215568 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b650093c-1999-4638-9b53-a040d3edce26 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:47:20.223818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Publish callbacks [] for port (b650093c-1999-4638-9b53-a040d3edce26), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:20.236835 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Transition to ACTIVE for port object b650093c-1999-4638-9b53-a040d3edce26 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:47:20.240733 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (b650093c-1999-4638-9b53-a040d3edce26), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:20.316258 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Pushing event updated for resources: {'Port': ['ID=b650093c-1999-4638-9b53-a040d3edce26,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:20.345923 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Attempting to bind port b650093c-1999-4638-9b53-a040d3edce26 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:47:20.346541 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Attempting to bind port b650093c-1999-4638-9b53-a040d3edce26 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:47:20.346541 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Attempting to bind port b650093c-1999-4638-9b53-a040d3edce26 on network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:47:20.350799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Port b650093c-1999-4638-9b53-a040d3edce26 on network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:47:20.351114 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Attempting to bind port b650093c-1999-4638-9b53-a040d3edce26 on network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:47:20.355824 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:47:20.356148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Checking segment: {'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:47:20.356516 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Bound using segment: {'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:47:20.356938 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Bound port: b650093c-1999-4638-9b53-a040d3edce26, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:47:20.357311 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b650093c-1999-4638-9b53-a040d3edce26), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:20.420887 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] For port b650093c-1999-4638-9b53-a040d3edce26, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:47:20.423975 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] For port b650093c-1999-4638-9b53-a040d3edce26, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b650093c-1999-4638-9b53-a040d3edce26,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:47:20.430175 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (b650093c-1999-4638-9b53-a040d3edce26), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:20.434383 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:20.434988 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:20.436340 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/b650093c-1999-4638-9b53-a040d3edce26 HTTP/1.1" status: 200 len: 1093 time: 0.5289145 Aug 17 19:47:20.437757 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba797bea-019f-4129-a489-762f4bf2efae', 'tag': 'b650093c-1999-4638-9b53-a040d3edce26'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:47:20.439993 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076" -d '{"events": [{"name": "network-changed", "server_uuid": "ba797bea-019f-4129-a489-762f4bf2efae", "tag": "b650093c-1999-4638-9b53-a040d3edce26"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:47:20.505672 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b765b9-20f6-4eb1-9e38-4c71b673f4f0 x-openstack-request-id: req-91b765b9-20f6-4eb1-9e38-4c71b673f4f0 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:47:20.505964 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba797bea-019f-4129-a489-762f4bf2efae", "tag": "b650093c-1999-4638-9b53-a040d3edce26", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:47:20.506215 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91b765b9-20f6-4eb1-9e38-4c71b673f4f0 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:47:20.506611 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b765b9-20f6-4eb1-9e38-4c71b673f4f0'] response: {'name': 'network-changed', 'server_uuid': 'ba797bea-019f-4129-a489-762f4bf2efae', 'tag': 'b650093c-1999-4638-9b53-a040d3edce26', 'status': 'completed', 'code': 200} Aug 17 19:47:20.516222 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1d095-85d3-4f3a-8e89-c8338e99a248 service neutron] Pushing event updated for resources: {'Port': ['ID=b650093c-1999-4638-9b53-a040d3edce26,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:20.523779 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-0b4d6d4e-e94e-45ef-b603-a99ed01c0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:20.525280 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-0b4d6d4e-e94e-45ef-b603-a99ed01c0d9d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e1bc20a6ee5c4e61ab2f8b0683543ddc&device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 1127 time: 0.0521796 Aug 17 19:47:20.565354 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-ad0c29f3-92a0-4c36-bc50-a942a641c21b service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650093c-1999-4638-9b53-a040d3edce26 HTTP/1.1" status: 200 len: 217 time: 0.0320239 Aug 17 19:47:20.618343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-836f1ee0-4a8b-4f06-b841-7ed2f88f5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:20.619766 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-836f1ee0-4a8b-4f06-b841-7ed2f88f5acd service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=fec75830-1ef6-41fd-b86f-6cd8b3838420 HTTP/1.1" status: 200 len: 853 time: 0.0480525 Aug 17 19:47:20.637835 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf51b2-f533-403b-ab69-324eb0ff2ad6 req-3a6413a0-8b79-4a6b-b40e-e8a6bb45cfa0 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:20.639327 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-faaf51b2-f533-403b-ab69-324eb0ff2ad6 req-3a6413a0-8b79-4a6b-b40e-e8a6bb45cfa0 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 943 time: 0.0463803 Aug 17 19:47:20.652050 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-1b99c857-aa82-4ed5-b8e4-32a40faa87a1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259764 Aug 17 19:47:20.673049 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:20.689791 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-faaf51b2-f533-403b-ab69-324eb0ff2ad6 req-f830b74a-2339-4d28-8a56-1ea39c7d150c tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Aug 17 19:47:20.743890 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-9b51b136-939e-4a0f-a7ba-755617a78330 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853016 Aug 17 19:47:20.798312 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:20.803781 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:20.837749 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d46dfdd1-4754-4beb-8be5-9463ae9d2b1c req-77196ae6-49bc-4596-974c-3b64588dda23 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878935 Aug 17 19:47:21.141086 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:47:21.645034 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-83380387-4b03-4ab8-9551-95acb9d79dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:21.646520 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-83380387-4b03-4ab8-9551-95acb9d79dd5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e1bc20a6ee5c4e61ab2f8b0683543ddc&device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 1127 time: 0.0391481 Aug 17 19:47:21.742329 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-682f6a31-9423-4a01-b5bd-1a2fd5037774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:21.743825 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-682f6a31-9423-4a01-b5bd-1a2fd5037774 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 HTTP/1.1" status: 200 len: 914 time: 0.0898933 Aug 17 19:47:21.782426 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-c63686ad-0c16-43ca-b0a9-6856124189c1 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650093c-1999-4638-9b53-a040d3edce26 HTTP/1.1" status: 200 len: 217 time: 0.0324986 Aug 17 19:47:21.811342 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d4c22-1c0a-469f-ae2a-60cc07aa4ab6 req-ca8268e4-27cf-4650-9fc4-b3f0be03118b tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:21.812805 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8a1d4c22-1c0a-469f-ae2a-60cc07aa4ab6 req-ca8268e4-27cf-4650-9fc4-b3f0be03118b tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 943 time: 0.0491962 Aug 17 19:47:21.831342 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-c4c3ca8d-f0c3-4b11-b562-83e912e289f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:21.832791 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-c4c3ca8d-f0c3-4b11-b562-83e912e289f8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=fec75830-1ef6-41fd-b86f-6cd8b3838420 HTTP/1.1" status: 200 len: 853 time: 0.0446944 Aug 17 19:47:21.860495 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8a1d4c22-1c0a-469f-ae2a-60cc07aa4ab6 req-292565bb-e7d1-4362-9a69-ea4ac1e9950a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Aug 17 19:47:21.868103 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-2740ff93-b294-47e3-8b30-c4d5f9a52084 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291131 Aug 17 19:47:21.958070 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-a26ef840-de08-4385-8764-41f8db22cbc3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835814 Aug 17 19:47:22.051492 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7a4bf5ce-1aab-4fb0-b1b0-32386cb64076 req-0e91accf-edf4-4d9f-abf8-c3e413264a2b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843914 Aug 17 19:47:22.578289 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2449a31-9972-4602-b8d8-caf7c9beab1c req-36a423fe-4662-4982-868e-af7e420f2f60 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:22.580298 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f2449a31-9972-4602-b8d8-caf7c9beab1c req-36a423fe-4662-4982-868e-af7e420f2f60 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 945 time: 0.0476363 Aug 17 19:47:22.626754 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f2449a31-9972-4602-b8d8-caf7c9beab1c req-d9bb7cc5-a3e9-4a06-a4c4-0357fd47a762 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407617 Aug 17 19:47:22.979132 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48a141-9b0c-4ad1-a8d9-f06dd2de4507 req-a0ebe149-319f-4006-961d-06edd65be0b4 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:22.980574 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3e48a141-9b0c-4ad1-a8d9-f06dd2de4507 req-a0ebe149-319f-4006-961d-06edd65be0b4 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 943 time: 0.0464571 Aug 17 19:47:23.029534 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3e48a141-9b0c-4ad1-a8d9-f06dd2de4507 req-596c6d37-927e-416f-aa6b-ab1aa0b116f2 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Aug 17 19:47:23.746161 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1314d-14d2-4059-bbaf-c85b92dbde6d req-3c0bcbde-e18d-4a1b-b388-caf41da546ca tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:23.747648 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c0f1314d-14d2-4059-bbaf-c85b92dbde6d req-3c0bcbde-e18d-4a1b-b388-caf41da546ca tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 945 time: 0.0470893 Aug 17 19:47:23.795683 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c0f1314d-14d2-4059-bbaf-c85b92dbde6d req-6971f3db-29b2-4dd3-b5a9-29f52f7c77ec tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7c78632e-7a30-4ac8-aba0-5158c32573d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Aug 17 19:47:23.993374 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375d944-147c-4464-a2c8-5ea494a31196 req-1f1a230c-520f-450b-8550-29186c0a0a1c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:23.994811 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a375d944-147c-4464-a2c8-5ea494a31196 req-1f1a230c-520f-450b-8550-29186c0a0a1c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 945 time: 0.0472100 Aug 17 19:47:24.000019 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b650093c-1999-4638-9b53-a040d3edce26 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:47:24.076635 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port b0e8138e-8b47-4271-8536-51cd896bbfda {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:47:24.076980 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.102255 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b650093c-1999-4638-9b53-a040d3edce26, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b650093c-1999-4638-9b53-a040d3edce26,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:24.115749 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'b650093c-1999-4638-9b53-a040d3edce26', 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7', 'port_id': 'b650093c-1999-4638-9b53-a040d3edce26', 'mac_address': 'fa:16:3e:c5:ce:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec75830-1ef6-41fd-b86f-6cd8b3838420', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:47:24.151390 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port b650093c-1999-4638-9b53-a040d3edce26 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:47:24.151800 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b650093c-1999-4638-9b53-a040d3edce26), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.152581 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde024-d760-4e19-805d-fc31cf36741c req-7510571b-77b3-4336-ae39-5273d2efca28 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:24.154171 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c9cde024-d760-4e19-805d-fc31cf36741c req-7510571b-77b3-4336-ae39-5273d2efca28 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 943 time: 0.0502295 Aug 17 19:47:24.165638 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b650093c-1999-4638-9b53-a040d3edce26 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:47:24.177540 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] For port b0e8138e-8b47-4271-8536-51cd896bbfda, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b0e8138e-8b47-4271-8536-51cd896bbfda,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:24.177835 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.185691 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b650093c-1999-4638-9b53-a040d3edce26, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b650093c-1999-4638-9b53-a040d3edce26,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:24.191077 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b650093c-1999-4638-9b53-a040d3edce26), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.205433 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c9cde024-d760-4e19-805d-fc31cf36741c req-4e13afa6-930d-4777-8b91-1f5509f23d5d tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Aug 17 19:47:24.243259 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=b650093c-1999-4638-9b53-a040d3edce26,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:24.347652 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.347983 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (7f39c434-104a-4f18-a310-b725b8a0cb86), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.348303 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP 7f39c434-104a-4f18-a310-b725b8a0cb86 disassociated. External IP: 172.27.1.5, port: b0e8138e-8b47-4271-8536-51cd896bbfda. Aug 17 19:47:24.348645 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for b0e8138e-8b47-4271-8536-51cd896bbfda owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:47:24.394805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:24.398015 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b650093c-1999-4638-9b53-a040d3edce26'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:47:24.481135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b0e8138e-8b47-4271-8536-51cd896bbfda), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.513537 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=b0e8138e-8b47-4271-8536-51cd896bbfda,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:24.569624 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:24.621475 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:47:24.720878 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:47:24.732872 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:47:24.746202 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:47:24.746821 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:47:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:24.761461 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] No DVR routers for this DVR port b0e8138e-8b47-4271-8536-51cd896bbfda on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:47:24.763882 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:24.767650 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a375d944-147c-4464-a2c8-5ea494a31196 req-100c421a-d184-4fd0-85f4-fbb04b191217 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "DELETE /networking/v2.0/ports/b0e8138e-8b47-4271-8536-51cd896bbfda HTTP/1.1" status: 204 len: 173 time: 0.7675867 Aug 17 19:47:24.768071 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'name': 'network-vif-deleted', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:47:24.770382 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955fc2b-0f34-4f9e-898e-05298677ce62" -d '{"events": [{"server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "name": "network-vif-deleted", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:47:24.808761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34336fd3-cc85-448e-8a7a-cc2dc63f26a7 x-openstack-request-id: req-34336fd3-cc85-448e-8a7a-cc2dc63f26a7 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:47:24.809051 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e12e0-cb5a-4ad5-a293-ab7086cf4e95", "name": "network-vif-deleted", "tag": "b0e8138e-8b47-4271-8536-51cd896bbfda", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:47:24.809331 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34336fd3-cc85-448e-8a7a-cc2dc63f26a7 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:47:24.809735 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34336fd3-cc85-448e-8a7a-cc2dc63f26a7'] response: {'server_uuid': '368e12e0-cb5a-4ad5-a293-ab7086cf4e95', 'name': 'network-vif-deleted', 'tag': 'b0e8138e-8b47-4271-8536-51cd896bbfda', 'status': 'completed', 'code': 200} Aug 17 19:47:24.866186 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:47:25.077797 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-11f761f7-771d-41d1-ad15-9aea735cdbae req-71f37f8f-b7e0-45c8-a801-d11291ec3758 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=368e12e0-cb5a-4ad5-a293-ab7086cf4e95 HTTP/1.1" status: 200 len: 210 time: 0.0317955 Aug 17 19:47:25.104523 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:25.114946 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:46Z', 'revision_number': 2, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:25.140098 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:47:25.148605 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:47:25.149199 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:47:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:25.150699 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:25.200225 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:25.256576 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:47:25.351581 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a219de5-ea9b-4003-8ad8-ca2ff709ef09 req-89bdaea1-6ae7-42f9-9405-2a84cd7caf7e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:25.352997 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6a219de5-ea9b-4003-8ad8-ca2ff709ef09 req-89bdaea1-6ae7-42f9-9405-2a84cd7caf7e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 944 time: 0.0513153 Aug 17 19:47:25.403477 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-6a219de5-ea9b-4003-8ad8-ca2ff709ef09 req-2bcad042-816a-4202-bf38-8020be4bc969 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Aug 17 19:47:25.475641 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:46Z', 'revision_number': 2, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:25.500517 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61471f1f-0180-4cfc-8085-6399f012026e None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '7f713ed1-1e4a-46c7-89c0-f6e221c84cd8', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:15:90:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:45:31Z', 'updated_at': '2022-08-17T19:45:46Z', 'revision_number': 2, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:47:25.701830 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02a73d-10af-4d19-9cbe-f82e3d3fd265 None None] New status for floating IP 7f39c434-104a-4f18-a310-b725b8a0cb86: DOWN {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:47:26.047145 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b650093c-1999-4638-9b53-a040d3edce26 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:47:26.091815 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port b650093c-1999-4638-9b53-a040d3edce26 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:47:26.097317 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port b650093c-1999-4638-9b53-a040d3edce26 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:47:26.097814 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (b650093c-1999-4638-9b53-a040d3edce26), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.173580 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51702) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:26.240591 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (7c78632e-7a30-4ac8-aba0-5158c32573d3), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.267250 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (7c78632e-7a30-4ac8-aba0-5158c32573d3), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.296715 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port b650093c-1999-4638-9b53-a040d3edce26 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:47:26.297359 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b650093c-1999-4638-9b53-a040d3edce26), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.321018 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7c78632e-7a30-4ac8-aba0-5158c32573d3), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.321279 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba797bea-019f-4129-a489-762f4bf2efae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b650093c-1999-4638-9b53-a040d3edce26'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:47:26.324220 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319fdf5-6ffa-40b3-9189-e6dbfcba5b13" -d '{"events": [{"server_uuid": "ba797bea-019f-4129-a489-762f4bf2efae", "name": "network-vif-plugged", "status": "completed", "tag": "b650093c-1999-4638-9b53-a040d3edce26"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:47:26.324989 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.329034 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51706) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:26.336432 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port b650093c-1999-4638-9b53-a040d3edce26, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b650093c-1999-4638-9b53-a040d3edce26,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:26.339036 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7c78632e-7a30-4ac8-aba0-5158c32573d3 HTTP/1.1" status: 204 len: 168 time: 0.1641672 Aug 17 19:47:26.343510 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (b650093c-1999-4638-9b53-a040d3edce26), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.345391 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b0e8138e-8b47-4271-8536-51cd896bbfda no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:47:26.348086 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.api.v2.resource [None req-5aa14e6c-dc2f-437d-9c23-e7ea41d46ad9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] show failed (client error): The resource could not be found. Aug 17 19:47:26.353190 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-5aa14e6c-dc2f-437d-9c23-e7ea41d46ad9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups/7c78632e-7a30-4ac8-aba0-5158c32573d3 HTTP/1.1" status: 404 len: 347 time: 0.0225549 Aug 17 19:47:26.354716 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51708) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:26.358563 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c78632e-7a30-4ac8-aba0-5158c32573d3,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:26.382820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.383380 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.384284 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.384797 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.385322 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.385955 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.386454 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.387007 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.387508 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.388589 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.389426 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.390146 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.390482 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.391778 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.391915 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307e088-9f80-478c-8536-0266807b8f3a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.393003 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e32978-a41d-482b-b369-23d4dbc7abdf x-openstack-request-id: req-c5e32978-a41d-482b-b369-23d4dbc7abdf {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:47:26.393287 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba797bea-019f-4129-a489-762f4bf2efae", "name": "network-vif-plugged", "status": "completed", "tag": "b650093c-1999-4638-9b53-a040d3edce26", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:47:26.393539 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5e32978-a41d-482b-b369-23d4dbc7abdf {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:47:26.393955 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e32978-a41d-482b-b369-23d4dbc7abdf'] response: {'server_uuid': 'ba797bea-019f-4129-a489-762f4bf2efae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b650093c-1999-4638-9b53-a040d3edce26', 'code': 200} Aug 17 19:47:26.421081 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: b0e8138e-8b47-4271-8536-51cd896bbfda {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:47:26.421483 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b0e8138e-8b47-4271-8536-51cd896bbfda not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:47:26.427395 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=b650093c-1999-4638-9b53-a040d3edce26,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:26.536658 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ef6ad-d9fe-48c3-a650-b5bf695fd152 req-5a56c942-9698-4269-bb20-2c1ae4dd8270 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:26.538408 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9c3ef6ad-d9fe-48c3-a650-b5bf695fd152 req-5a56c942-9698-4269-bb20-2c1ae4dd8270 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 945 time: 0.0574157 Aug 17 19:47:26.595160 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port 8a93dc06-f3b2-47eb-9d00-51893e9c16f9 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:47:26.595495 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.597860 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec958f6-8111-4a94-b88c-bdf1ebc95931 req-314dc6de-966c-4370-84ce-a9adbec7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:26.599411 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9ec958f6-8111-4a94-b88c-bdf1ebc95931 req-314dc6de-966c-4370-84ce-a9adbec7c24f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 1129 time: 0.0401378 Aug 17 19:47:26.642720 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9ec958f6-8111-4a94-b88c-bdf1ebc95931 req-5488514e-f3cc-4392-ba84-1d85abd4adc7 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374804 Aug 17 19:47:26.655235 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9c3ef6ad-d9fe-48c3-a650-b5bf695fd152 req-91dac3b4-e2b0-44a8-b78b-41bd87efdf34 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960927 Aug 17 19:47:26.662950 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:26.690815 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.691072 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.704782 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for 8a93dc06-f3b2-47eb-9d00-51893e9c16f9 owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:47:26.769190 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:26.836419 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (8a93dc06-f3b2-47eb-9d00-51893e9c16f9), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.860857 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=8a93dc06-f3b2-47eb-9d00-51893e9c16f9,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:26.885053 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.885417 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.885754 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.886086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.886413 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.886734 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.887057 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.887372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.887690 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.888005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.888320 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.888632 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.888945 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.889291 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.889605 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:26.934536 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (7f39c434-104a-4f18-a310-b725b8a0cb86), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.936994 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:26.938705 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d602acfb-126d-4007-af16-07a4d59c0fae tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/7f39c434-104a-4f18-a310-b725b8a0cb86 HTTP/1.1" status: 204 len: 168 time: 0.5821848 Aug 17 19:47:27.780208 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59b39-bab1-4890-93ef-1eac40e4e45c req-f1ba87c1-1c7a-44ce-8416-a067a9203530 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:27.782283 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-30b59b39-bab1-4890-93ef-1eac40e4e45c req-f1ba87c1-1c7a-44ce-8416-a067a9203530 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 945 time: 0.0535653 Aug 17 19:47:27.830006 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-30b59b39-bab1-4890-93ef-1eac40e4e45c req-c6f3daf4-6f8f-49a5-bf8a-73ae913ec2bc tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Aug 17 19:47:28.947471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93aed8-93d1-4eff-82f2-356ef1115974 req-2a2fc0bf-a4ef-43d4-ac54-44d29a4ab7e0 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:28.949197 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-dc93aed8-93d1-4eff-82f2-356ef1115974 req-2a2fc0bf-a4ef-43d4-ac54-44d29a4ab7e0 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 945 time: 0.0464597 Aug 17 19:47:28.996147 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-dc93aed8-93d1-4eff-82f2-356ef1115974 req-2a169549-c7e5-472e-92da-7aca95800ee3 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Aug 17 19:47:29.599036 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109031b4-3cae-4eee-98b3-e7a90bb1079f req-6ec85c0b-ddc5-4e06-8efc-1f5f4dd31d2c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:29.600497 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-109031b4-3cae-4eee-98b3-e7a90bb1079f req-6ec85c0b-ddc5-4e06-8efc-1f5f4dd31d2c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 945 time: 0.0515313 Aug 17 19:47:29.647923 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-109031b4-3cae-4eee-98b3-e7a90bb1079f req-7d0ba4b4-94b2-4703-8c73-e42d4dd5eb80 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Aug 17 19:47:30.764992 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53043b-1872-4902-b853-332aeea6b01a req-4fb3ec89-19a3-4804-9ce9-f88b33e86ae1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:30.766481 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e53043b-1872-4902-b853-332aeea6b01a req-4fb3ec89-19a3-4804-9ce9-f88b33e86ae1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 945 time: 0.0465348 Aug 17 19:47:30.817675 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e53043b-1872-4902-b853-332aeea6b01a req-5dba371e-0229-43b3-924c-7950571f8bc9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Aug 17 19:47:31.376935 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-60a6ed3d-5d10-4bcd-b0ff-bd4e6601f720 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:31.378546 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-60a6ed3d-5d10-4bcd-b0ff-bd4e6601f720 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Aug 17 19:47:31.460565 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:47:31.460906 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:31.555105 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] For port 4ec02703-f8ea-4535-b9ae-1509e13b37e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=4ec02703-f8ea-4535-b9ae-1509e13b37e5,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:31.555462 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:31.842949 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:31.942619 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041d96-ea23-4b03-8c7b-972fa44e95ef req-25faccb9-bcfe-4143-963a-d99b91b9021f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:31.944136 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-16041d96-ea23-4b03-8c7b-972fa44e95ef req-25faccb9-bcfe-4143-963a-d99b91b9021f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=78428449-8788-42ec-bdb0-1ee8723c3ea3 HTTP/1.1" status: 200 len: 945 time: 0.0477955 Aug 17 19:47:31.971004 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:31.971259 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (7f713ed1-1e4a-46c7-89c0-f6e221c84cd8), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:31.971567 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP 7f713ed1-1e4a-46c7-89c0-f6e221c84cd8 disassociated. External IP: 172.27.1.117, port: 4ec02703-f8ea-4535-b9ae-1509e13b37e5. Aug 17 19:47:31.971903 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for 4ec02703-f8ea-4535-b9ae-1509e13b37e5 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:47:31.996488 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-16041d96-ea23-4b03-8c7b-972fa44e95ef req-d7b4aaa7-1c32-41bf-87c5-4faf057cce59 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d84f0def-952d-4336-9798-9b70ea2e0394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464728 Aug 17 19:47:32.044962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:32.105197 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (4ec02703-f8ea-4535-b9ae-1509e13b37e5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:32.130686 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=4ec02703-f8ea-4535-b9ae-1509e13b37e5,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:32.243966 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:47:32.349386 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:47:32.358814 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:47:32.369948 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:47:32.370559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:47:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:32.391970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] No DVR routers for this DVR port 4ec02703-f8ea-4535-b9ae-1509e13b37e5 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:47:32.394473 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:32.397687 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-d4866ffd-0598-49e8-a2cb-b4c4ab0c26fd req-0aa284ce-ace0-4af0-88dc-edc68764a5f2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "DELETE /networking/v2.0/ports/4ec02703-f8ea-4535-b9ae-1509e13b37e5 HTTP/1.1" status: 204 len: 173 time: 1.0122528 Aug 17 19:47:32.398108 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'name': 'network-vif-deleted', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:47:32.400384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fca8166-7629-4eeb-8bb0-28a8ecd04caf" -d '{"events": [{"server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "name": "network-vif-deleted", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:47:32.445703 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc289397-5f03-49fc-b86e-8bcb40d07c43 x-openstack-request-id: req-bc289397-5f03-49fc-b86e-8bcb40d07c43 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:47:32.445997 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78428449-8788-42ec-bdb0-1ee8723c3ea3", "name": "network-vif-deleted", "tag": "4ec02703-f8ea-4535-b9ae-1509e13b37e5", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:47:32.446248 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc289397-5f03-49fc-b86e-8bcb40d07c43 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:47:32.446707 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc289397-5f03-49fc-b86e-8bcb40d07c43'] response: {'server_uuid': '78428449-8788-42ec-bdb0-1ee8723c3ea3', 'name': 'network-vif-deleted', 'tag': '4ec02703-f8ea-4535-b9ae-1509e13b37e5', 'status': 'completed', 'code': 200} Aug 17 19:47:32.480995 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:47:32.683537 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:32.712272 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:47:32.721371 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:47:32.721979 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:47:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:32.822344 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:47:33.014329 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:33.042642 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438b3eb-9226-410a-b6bf-9cf86c270e4e None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:47:33.094874 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51808) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:33.149936 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65f54652-ab09-4491-85f8-5d17df270ae8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (d84f0def-952d-4336-9798-9b70ea2e0394), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.175853 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65f54652-ab09-4491-85f8-5d17df270ae8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (d84f0def-952d-4336-9798-9b70ea2e0394), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.230556 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65f54652-ab09-4491-85f8-5d17df270ae8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d84f0def-952d-4336-9798-9b70ea2e0394), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.233280 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-65f54652-ab09-4491-85f8-5d17df270ae8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.235131 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-65f54652-ab09-4491-85f8-5d17df270ae8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d84f0def-952d-4336-9798-9b70ea2e0394 HTTP/1.1" status: 204 len: 168 time: 0.1385369 Aug 17 19:47:33.237856 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51810) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:33.247153 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f54652-ab09-4491-85f8-5d17df270ae8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f0def-952d-4336-9798-9b70ea2e0394,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:33.253097 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.api.v2.resource [None req-32f232ec-1e22-4c0c-9b36-1465b2ae8283 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] show failed (client error): The resource could not be found. Aug 17 19:47:33.258490 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-32f232ec-1e22-4c0c-9b36-1465b2ae8283 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups/d84f0def-952d-4336-9798-9b70ea2e0394 HTTP/1.1" status: 404 len: 347 time: 0.0192850 Aug 17 19:47:33.261164 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51812) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:33.282137 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89960b8a-c4b9-4512-a17f-814f9fd07ecb None None] New status for floating IP 7f713ed1-1e4a-46c7-89c0-f6e221c84cd8: DOWN {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:47:33.379339 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port 46677d55-c427-45b1-be17-8815fbdcb814 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:47:33.379589 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (46677d55-c427-45b1-be17-8815fbdcb814), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.461230 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (46677d55-c427-45b1-be17-8815fbdcb814), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.461870 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (46677d55-c427-45b1-be17-8815fbdcb814), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.476675 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for 46677d55-c427-45b1-be17-8815fbdcb814 owned by network:floatingip {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:47:33.552635 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:33.609063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (46677d55-c427-45b1-be17-8815fbdcb814), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.634327 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=46677d55-c427-45b1-be17-8815fbdcb814,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:33.713411 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (7f713ed1-1e4a-46c7-89c0-f6e221c84cd8), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.716217 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.717385 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-34c73da2-b864-4214-a68d-8a51fa8e6ace tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/7f713ed1-1e4a-46c7-89c0-f6e221c84cd8 HTTP/1.1" status: 204 len: 168 time: 0.4550514 Aug 17 19:47:33.787436 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51818) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:33.791915 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-fcce8ba0-83cc-4734-b60c-d9ce1cfda32e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786675187', 'description': 'tempest-description--821856298'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:33.813971 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-fcce8ba0-83cc-4734-b60c-d9ce1cfda32e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.815800 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:33.845907 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:33.888498 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-fcce8ba0-83cc-4734-b60c-d9ce1cfda32e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (f1c4385d-0601-4f3f-b34f-3cc53041c8cf), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.892253 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-fcce8ba0-83cc-4734-b60c-d9ce1cfda32e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f1c4385d-0601-4f3f-b34f-3cc53041c8cf), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.925905 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-fcce8ba0-83cc-4734-b60c-d9ce1cfda32e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:33.927134 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-fcce8ba0-83cc-4734-b60c-d9ce1cfda32e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387131 Aug 17 19:47:33.929026 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce8ba0-83cc-4734-b60c-d9ce1cfda32e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c4385d-0601-4f3f-b34f-3cc53041c8cf,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:33.930160 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51820) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:33.934699 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-6eaa95a1-72d1-4a7f-9e0f-582e668d1536 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': 'f1c4385d-0601-4f3f-b34f-3cc53041c8cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:33.961958 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6eaa95a1-72d1-4a7f-9e0f-582e668d1536 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (39efa0d3-ca28-4821-80a3-c9aff76c6dc9), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.019305 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:34.025926 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6eaa95a1-72d1-4a7f-9e0f-582e668d1536 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (39efa0d3-ca28-4821-80a3-c9aff76c6dc9), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.029732 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6eaa95a1-72d1-4a7f-9e0f-582e668d1536 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (39efa0d3-ca28-4821-80a3-c9aff76c6dc9), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.047009 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa95a1-72d1-4a7f-9e0f-582e668d1536 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39efa0d3-ca28-4821-80a3-c9aff76c6dc9,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:34.058468 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6eaa95a1-72d1-4a7f-9e0f-582e668d1536 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.060009 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-6eaa95a1-72d1-4a7f-9e0f-582e668d1536 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287351 Aug 17 19:47:34.062647 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51822) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:34.067291 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3b41e6bc-5a19-4469-8dfc-64c2d34ba727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.067791 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-c10c5bcc-b47a-4df5-bbe1-9856d6eb9bf2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': 'f1c4385d-0601-4f3f-b34f-3cc53041c8cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:34.095005 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c10c5bcc-b47a-4df5-bbe1-9856d6eb9bf2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (82b1e74e-b03e-457e-877b-c80f31611c8b), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.155219 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c10c5bcc-b47a-4df5-bbe1-9856d6eb9bf2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (82b1e74e-b03e-457e-877b-c80f31611c8b), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.159424 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c10c5bcc-b47a-4df5-bbe1-9856d6eb9bf2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (82b1e74e-b03e-457e-877b-c80f31611c8b), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.177706 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c5bcc-b47a-4df5-bbe1-9856d6eb9bf2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b1e74e-b03e-457e-877b-c80f31611c8b,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:34.184674 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c10c5bcc-b47a-4df5-bbe1-9856d6eb9bf2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.185900 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c10c5bcc-b47a-4df5-bbe1-9856d6eb9bf2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223223 Aug 17 19:47:34.189035 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 51824) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:34.193183 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:34.214289 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.297615 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.400956 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.27.1.189 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/79bc8aa1-ac55-4217-bfe7-811f2e163e6e) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:47:34.487343 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:34.512741 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.543370 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.582375 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:47:34.586979 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:47:34.590738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:47:34.594393 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=79bc8aa1-ac55-4217-bfe7-811f2e163e6e,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:34.680635 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (e6fe52fe-5d1f-4be4-af0f-315abe59c208), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.720004 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.761249 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:34.871182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.875546 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.947140 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (e6fe52fe-5d1f-4be4-af0f-315abe59c208), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.950213 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=79bc8aa1-ac55-4217-bfe7-811f2e163e6e,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:34.967564 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:34.968794 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f52e30e4-fde3-4ac6-8dfe-67741205d14a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7788115 Aug 17 19:47:35.168476 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-642f795a-932c-402d-a010-f9a7a5714b2f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1786675187&fields=id&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 267 time: 0.0436339 Aug 17 19:47:35.283090 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-09c8d75f-b337-4064-8489-edec53cea51c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:35.284591 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-09c8d75f-b337-4064-8489-edec53cea51c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1096594 Aug 17 19:47:35.299065 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-9979831a-8a68-44c4-88fb-cf11358b2075 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/quotas/d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 375 time: 0.0091236 Aug 17 19:47:35.351983 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-5a73470f-2602-474e-97a7-fe36ef0c4477 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479677 Aug 17 19:47:35.450365 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-ec8f7d7b-6ce4-447e-83a2-59eb4c801001 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872657 Aug 17 19:47:35.541562 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-05882268-f90b-4f51-ab6c-bfcac7f22f99 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853493 Aug 17 19:47:35.720147 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fbc4c5dd-9ee5-4182-bf74-af1f62ff9384 req-275d48d4-9e59-42b3-b676-a109b24e0b4a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 210 time: 0.0308187 Aug 17 19:47:36.081702 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 4ec02703-f8ea-4535-b9ae-1509e13b37e5 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:47:36.103846 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 4ec02703-f8ea-4535-b9ae-1509e13b37e5 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:47:36.104194 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 4ec02703-f8ea-4535-b9ae-1509e13b37e5 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:47:36.134246 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1ca10944-9757-41b8-a62d-3b47b48b7c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:36.729242 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-c264049b-3787-4fd9-87d4-f83cb2a1aed4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:36.730681 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-c264049b-3787-4fd9-87d4-f83cb2a1aed4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1099741 Aug 17 19:47:36.796535 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-1371ef0e-9191-4f25-af53-9d4cc073ce88 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 380 time: 0.0571046 Aug 17 19:47:36.806173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'port': {'device_id': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'admin_state_up': True, 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'security_groups': ['f1c4385d-0601-4f3f-b34f-3cc53041c8cf']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:36.853883 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-89a9b9c5-68b4-4c3e-aa1f-9b1bb5e22a16 req-800fd4a6-c46d-4def-9cc2-34234d4fb366 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 210 time: 0.0284956 Aug 17 19:47:36.914941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:36.923051 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Made reservation on behalf of d48524fb6ff040dcac98b23363268772 for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:47:36.926625 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.057627 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.20.0.4 (04936ff2-1cb2-462b-9dfb-59deb589561c/a86589b9-b5f8-432a-bb88-80cca200b522/97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:47:37.193934 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.225134 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.270283 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:47:37.273397 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:47:37.277233 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:47:37.312761 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:37.320444 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:37.336937 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:37.337595 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.355949 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-355e719c-25f4-4dca-bab4-f3fcabd3fa02 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541379 Aug 17 19:47:37.369763 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Request body: {'port': {'device_id': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:37.430092 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.474373 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.503548 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:37.511539 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-9c18566f-c4e8-4c09-b49f-55f2083c9619 None None] Provisioning complete for port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:47:37.511911 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9c18566f-c4e8-4c09-b49f-55f2083c9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.543641 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-9c18566f-c4e8-4c09-b49f-55f2083c9619 None None] Port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:47:37.682287 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:37.691967 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:47:37.699960 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Publish callbacks [] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.713127 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Transition to ACTIVE for port object 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:47:37.717342 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.797422 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Pushing event updated for resources: {'Port': ['ID=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:37.827787 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Attempting to bind port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:47:37.828649 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Attempting to bind port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:47:37.828973 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Attempting to bind port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:47:37.833267 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 on network 04936ff2-1cb2-462b-9dfb-59deb589561c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:47:37.833588 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Attempting to bind port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:47:37.838424 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:47:37.838755 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Checking segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:47:37.839128 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Bound using segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:47:37.839545 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Bound port: 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:47:37.839893 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.903682 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] For port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:47:37.908027 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] For port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:47:37.915381 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.919638 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:37.920270 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:37.922960 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 HTTP/1.1" status: 200 len: 1093 time: 0.5563469 Aug 17 19:47:37.922960 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:47:37.924909 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:47:37.982449 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d57f0f0-f1c4-4e1e-b588-69ecae8cb947 x-openstack-request-id: req-7d57f0f0-f1c4-4e1e-b588-69ecae8cb947 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:47:37.982738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:47:37.982991 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d57f0f0-f1c4-4e1e-b588-69ecae8cb947 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:47:37.983391 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d57f0f0-f1c4-4e1e-b588-69ecae8cb947'] response: {'name': 'network-changed', 'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'status': 'completed', 'code': 200} Aug 17 19:47:38.008800 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e284-621b-4b66-9e8a-f0402f3da483 req-21076383-3964-40cf-8735-17a1a5b25eba tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:38.009434 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b9087-cf6e-42cf-84f9-63280db39d50 service neutron] Pushing event updated for resources: {'Port': ['ID=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:38.011305 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9b22e284-621b-4b66-9e8a-f0402f3da483 req-21076383-3964-40cf-8735-17a1a5b25eba tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 943 time: 0.0522859 Aug 17 19:47:38.021447 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-737eb0fc-1a0d-47b3-a8b6-9eaae9ed93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:38.023025 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-737eb0fc-1a0d-47b3-a8b6-9eaae9ed93ee service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 1127 time: 0.0496502 Aug 17 19:47:38.063454 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9b22e284-621b-4b66-9e8a-f0402f3da483 req-2a868e9c-478c-4021-8c77-2ff40ac27651 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Aug 17 19:47:38.065410 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-ddbcff64-5422-42db-85b0-3de94641a9fc service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0347161 Aug 17 19:47:38.115946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-45d08780-2223-4651-abba-d137f1149a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:38.117464 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-45d08780-2223-4651-abba-d137f1149a63 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0433106 Aug 17 19:47:38.161400 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-ac8bbf91-7824-48c2-811e-68cc89a21d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:38.162841 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-ac8bbf91-7824-48c2-811e-68cc89a21d0b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371013 Aug 17 19:47:38.197302 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:38.204727 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:38.249868 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:38.273178 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-22ea6858-42d6-4513-b657-cfc69b7e1305 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889938 Aug 17 19:47:38.370347 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a4f33d4c-a40a-41a5-98f6-7b8450bc8bf2 req-d86a615e-e7fc-4da1-a7b5-f9618a25936a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905001 Aug 17 19:47:38.763784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:38.902395 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:39.181051 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec6ba3-9de0-455f-8452-04cd7eba94ca req-e0a16b8f-b614-4a9b-a83c-67c5399a4f78 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:39.182514 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ccec6ba3-9de0-455f-8452-04cd7eba94ca req-e0a16b8f-b614-4a9b-a83c-67c5399a4f78 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 943 time: 0.0462587 Aug 17 19:47:39.228942 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ccec6ba3-9de0-455f-8452-04cd7eba94ca req-d8f002c3-613b-41f9-8d39-4356e27ea46e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Aug 17 19:47:39.252354 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-e02bdb83-9f8b-496a-9d39-ecfd2fd1b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:39.253903 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-e02bdb83-9f8b-496a-9d39-ecfd2fd1b159 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 1127 time: 0.0391524 Aug 17 19:47:39.362195 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-b339c88b-4c86-4742-beee-75dca32730e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:39.363586 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-b339c88b-4c86-4742-beee-75dca32730e1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.0908804 Aug 17 19:47:39.403202 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-9e3bfd22-e4bd-4228-b0dd-fe034f08d539 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0320549 Aug 17 19:47:39.452806 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-0a6eff66-7730-4487-8473-a3a63ef387be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:39.454249 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-0a6eff66-7730-4487-8473-a3a63ef387be service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0440705 Aug 17 19:47:39.497441 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-d4050800-7498-4819-90e4-bc626dba5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:39.498967 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-d4050800-7498-4819-90e4-bc626dba5476 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382915 Aug 17 19:47:39.558947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:39.592630 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-b88e9b11-0b98-4b77-bf35-9d7bd8e98daa service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855541 Aug 17 19:47:39.678452 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-47d5b62d-dd2d-4825-a8ab-08ded3fa269f req-0a77bc28-ddc3-46ad-bbb4-496cb455638f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799077 Aug 17 19:47:40.109620 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:47:40.166541 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:40.208143 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:40.223053 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'port_id': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'mac_address': 'fa:16:3e:b7:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:47:40.256541 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:47:40.256919 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:40.270964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:47:40.291436 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:40.296250 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:40.342734 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:40.347257 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5a771-27a8-4b3c-af27-97c0cb4980d9 req-f47da132-227f-4d01-b5f6-15210527f6de tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:40.348732 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f6f5a771-27a8-4b3c-af27-97c0cb4980d9 req-f47da132-227f-4d01-b5f6-15210527f6de tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 944 time: 0.0469165 Aug 17 19:47:40.349782 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.350133 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.350476 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.350819 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.351155 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.351485 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.351811 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.352136 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.352461 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.352784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.353104 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.353464 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.353788 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.354111 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.354428 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:47:40.400448 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f6f5a771-27a8-4b3c-af27-97c0cb4980d9 req-b82bd434-bf58-4e8a-aa84-539d132571b9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456316 Aug 17 19:47:40.556265 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:47:41.518045 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c1eee-3c0c-43b4-ad3d-5865ce89c6c7 req-b1d984f8-f287-4472-af14-1bbdc26cb868 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:41.519489 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f03c1eee-3c0c-43b4-ad3d-5865ce89c6c7 req-b1d984f8-f287-4472-af14-1bbdc26cb868 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 944 time: 0.0461719 Aug 17 19:47:41.565444 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f03c1eee-3c0c-43b4-ad3d-5865ce89c6c7 req-55597de6-ebaf-4ea4-a3ee-f75ef7167857 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Aug 17 19:47:42.137970 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:47:42.178857 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:47:42.184495 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:47:42.184885 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:42.257397 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:47:42.257785 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:42.280176 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:47:42.282457 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76861023-555b-4067-8663-d46c71299754" -d '{"events": [{"server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "name": "network-vif-plugged", "status": "completed", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:47:42.295344 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:47:42.299927 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:42.323224 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f8ef1-8563-4646-b325-3a76e6e29df4 x-openstack-request-id: req-6f8f8ef1-8563-4646-b325-3a76e6e29df4 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:47:42.323777 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "name": "network-vif-plugged", "status": "completed", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:47:42.324031 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f8f8ef1-8563-4646-b325-3a76e6e29df4 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:47:42.324422 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8f8ef1-8563-4646-b325-3a76e6e29df4'] response: {'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'code': 200} Aug 17 19:47:42.349192 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:47:42.497789 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6664379-5ae7-45be-8fbc-85fd346194b6 req-27b903b5-4b82-42ca-b76b-fcbbc82ba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:42.499308 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e6664379-5ae7-45be-8fbc-85fd346194b6 req-27b903b5-4b82-42ca-b76b-fcbbc82ba89c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 1129 time: 0.0427980 Aug 17 19:47:42.542301 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e6664379-5ae7-45be-8fbc-85fd346194b6 req-1ecc1235-9708-4840-9a9c-8ff9ae280187 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367100 Aug 17 19:47:42.664043 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:42.684034 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0eedb-aab0-46f0-8898-fd8c7de4c5c1 req-c3e31ec3-c583-4292-b3df-74857eb9834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:42.685498 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a1e0eedb-aab0-46f0-8898-fd8c7de4c5c1 req-c3e31ec3-c583-4292-b3df-74857eb9834e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 945 time: 0.0483046 Aug 17 19:47:42.731730 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a1e0eedb-aab0-46f0-8898-fd8c7de4c5c1 req-55bade7a-71dd-45f7-81ea-18abc9d78d97 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406296 Aug 17 19:47:43.357204 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:43.359421 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:43.813361 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:43.853829 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413bcc2-601f-464e-adbb-63a0b8656fab req-f6cb6f99-2f5b-45d0-8ce2-c089367677a0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:43.855357 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0413bcc2-601f-464e-adbb-63a0b8656fab req-f6cb6f99-2f5b-45d0-8ce2-c089367677a0 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Aug 17 19:47:43.908733 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0413bcc2-601f-464e-adbb-63a0b8656fab req-7386eeab-7940-437e-99c7-d6f3edfd27ca tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Aug 17 19:47:45.023738 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478800b-3488-4812-817f-9ac039b59ebe req-98b83d8c-0528-4347-af2e-b1f03b22b4a5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:45.025180 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0478800b-3488-4812-817f-9ac039b59ebe req-98b83d8c-0528-4347-af2e-b1f03b22b4a5 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 945 time: 0.0458660 Aug 17 19:47:45.071367 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0478800b-3488-4812-817f-9ac039b59ebe req-adc403b3-3076-4555-a33f-9f6103da026b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Aug 17 19:47:45.184673 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e131bf-b006-452d-a42e-835e490548d6 req-a0a6e616-8f6a-4b4a-98a1-70c17bdfda19 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:45.186145 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-42e131bf-b006-452d-a42e-835e490548d6 req-a0a6e616-8f6a-4b4a-98a1-70c17bdfda19 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 945 time: 0.0461068 Aug 17 19:47:45.195596 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 51918) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:47:45.200036 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'port_id': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:47:45.239951 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (e6fe52fe-5d1f-4be4-af0f-315abe59c208), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:45.651019 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:45.654683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (e6fe52fe-5d1f-4be4-af0f-315abe59c208), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:45.746650 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP e6fe52fe-5d1f-4be4-af0f-315abe59c208 associated. External IP: 172.27.1.189, port: 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0. Aug 17 19:47:45.924976 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:45.940241 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:47:45.996644 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:46.042387 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:47:46.047203 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:47:46.054630 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:47:46.063919 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:47:46.065116 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:47:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:46.077305 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1241d46c-5213-4730-9f79-6e5599ade8d6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/e6fe52fe-5d1f-4be4-af0f-315abe59c208 HTTP/1.1" status: 200 len: 991 time: 0.8806708 Aug 17 19:47:46.077892 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:47:46.080161 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8988ea04-6d0b-4b76-954e-816c95b8c8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:47:46.120184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f007b-f7cb-4b39-94c2-a87043ecc099 x-openstack-request-id: req-aa4f007b-f7cb-4b39-94c2-a87043ecc099 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:47:46.120475 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:47:46.120727 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa4f007b-f7cb-4b39-94c2-a87043ecc099 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:47:46.121134 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4f007b-f7cb-4b39-94c2-a87043ecc099'] response: {'name': 'network-changed', 'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'status': 'completed', 'code': 200} Aug 17 19:47:46.169204 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:47:46.180245 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-56c0c5e2-5cae-4fe4-8472-0132b003eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:46.182133 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-56c0c5e2-5cae-4fe4-8472-0132b003eecc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 1129 time: 0.0395608 Aug 17 19:47:46.275408 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-0c8c66de-8804-4e9e-910a-9ae4fe53f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:46.276888 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-0c8c66de-8804-4e9e-910a-9ae4fe53f355 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.0895617 Aug 17 19:47:46.338608 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-017824d4-8c9f-4b58-b035-043acb66cbca service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 HTTP/1.1" status: 200 len: 999 time: 0.0545912 Aug 17 19:47:46.381597 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'e6fe52fe-5d1f-4be4-af0f-315abe59c208', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:b7:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:47:34Z', 'updated_at': '2022-08-17T19:47:45Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:46.390118 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-be88fc64-fb17-474b-bbc8-da52dbf2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:46.391702 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-be88fc64-fb17-474b-bbc8-da52dbf2e392 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0441747 Aug 17 19:47:46.406078 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:47:46.415110 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:47:46.415736 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:47:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:46.650362 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:47:46.700376 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-6feef141-5669-45e2-9301-a1413b823ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:47:46.701937 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-6feef141-5669-45e2-9301-a1413b823ebc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2931659 Aug 17 19:47:46.777067 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:46.781830 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:46.792986 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-8eee01a7-bd0a-4943-8928-3724cbb1e238 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820653 Aug 17 19:47:46.807796 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=100 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:46.808939 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:46.865528 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'e6fe52fe-5d1f-4be4-af0f-315abe59c208', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:b7:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:47:34Z', 'updated_at': '2022-08-17T19:47:45Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:47:46.887407 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-8988ea04-6d0b-4b76-954e-816c95b8c8d8 req-aabcd5f5-62b6-4faa-b393-d770fa2fbc62 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858874 Aug 17 19:47:46.890301 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f95db-c970-410f-9fce-0544b480dd5f None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'e6fe52fe-5d1f-4be4-af0f-315abe59c208', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:b7:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:47:34Z', 'updated_at': '2022-08-17T19:47:45Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:47:47.087440 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e983e1d-ed85-4a08-8b26-e59eec523eec None None] New status for floating IP e6fe52fe-5d1f-4be4-af0f-315abe59c208: ACTIVE {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:47:56.071004 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=18 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:56.074022 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=8 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:56.862577 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:56.867610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=8 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:56.868215 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:56.882465 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=9 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:56.884295 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=72 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:47:58.139842 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:48:04.059893 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-423ac6a6-73c8-47bc-b33f-921e98882eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:06.135968 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e5d523ea-723a-4d7f-85b2-ad31a58e77ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:06.532496 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b4214-61d5-4fbd-9e3e-017598a7b8ec req-8c0998c4-b45c-43ba-81f4-a03c2d52d2df tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:06.533960 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-964b4214-61d5-4fbd-9e3e-017598a7b8ec req-8c0998c4-b45c-43ba-81f4-a03c2d52d2df tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 945 time: 0.0469100 Aug 17 19:48:06.807897 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-964b4214-61d5-4fbd-9e3e-017598a7b8ec req-d4c660b7-e813-4490-a7c1-1e8e1f72eb53 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682798 Aug 17 19:48:07.472095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:07.926649 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41b39d-6668-493c-ac46-3c4dc1822220 req-e3d9003d-7c30-44df-a201-66c2bfe3b6a8 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:07.928120 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8b41b39d-6668-493c-ac46-3c4dc1822220 req-e3d9003d-7c30-44df-a201-66c2bfe3b6a8 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 945 time: 0.0463367 Aug 17 19:48:07.974787 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8b41b39d-6668-493c-ac46-3c4dc1822220 req-2dfda4b2-3fc4-4d46-a6f8-2442eef51b7c tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Aug 17 19:48:08.135119 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:08.135868 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=24 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:08.204534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:08.213136 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-5f78ba14-fca9-4920-bed2-e67f7ac0c933 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:08.214596 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-5f78ba14-fca9-4920-bed2-e67f7ac0c933 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 945 time: 0.0476887 Aug 17 19:48:08.296535 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Deleting port b650093c-1999-4638-9b53-a040d3edce26 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:48:08.296535 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (b650093c-1999-4638-9b53-a040d3edce26), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:08.385838 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] For port b650093c-1999-4638-9b53-a040d3edce26, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b650093c-1999-4638-9b53-a040d3edce26,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:48:08.386181 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (b650093c-1999-4638-9b53-a040d3edce26), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:08.398634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Calling delete_port for b650093c-1999-4638-9b53-a040d3edce26 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:48:08.523664 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b650093c-1999-4638-9b53-a040d3edce26), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:08.535588 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['b650093c-1999-4638-9b53-a040d3edce26'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:48:08.549162 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Pushing event deleted for resources: {'Port': ['ID=b650093c-1999-4638-9b53-a040d3edce26,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:08.596704 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] No DVR routers for this DVR port b650093c-1999-4638-9b53-a040d3edce26 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:48:08.599202 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:08.603040 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1d2ff5fe-b3ed-4d01-b340-3ea854d888a3 req-f900c46b-34db-40c6-8ee8-67cb58415ced tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "DELETE /networking/v2.0/ports/b650093c-1999-4638-9b53-a040d3edce26 HTTP/1.1" status: 204 len: 173 time: 0.3824944 Aug 17 19:48:08.603501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba797bea-019f-4129-a489-762f4bf2efae', 'name': 'network-vif-deleted', 'tag': 'b650093c-1999-4638-9b53-a040d3edce26'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:48:08.605764 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf9327f-47da-4cf4-9f2b-3ca263f64ece" -d '{"events": [{"server_uuid": "ba797bea-019f-4129-a489-762f4bf2efae", "name": "network-vif-deleted", "tag": "b650093c-1999-4638-9b53-a040d3edce26"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:48:08.647549 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1444355-419c-4fc9-92b8-11f5e1d19d06 x-openstack-request-id: req-d1444355-419c-4fc9-92b8-11f5e1d19d06 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:48:08.647837 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba797bea-019f-4129-a489-762f4bf2efae", "name": "network-vif-deleted", "tag": "b650093c-1999-4638-9b53-a040d3edce26", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:48:08.648083 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1444355-419c-4fc9-92b8-11f5e1d19d06 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:48:08.648492 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1444355-419c-4fc9-92b8-11f5e1d19d06'] response: {'server_uuid': 'ba797bea-019f-4129-a489-762f4bf2efae', 'name': 'network-vif-deleted', 'tag': 'b650093c-1999-4638-9b53-a040d3edce26', 'status': 'completed', 'code': 200} Aug 17 19:48:08.766028 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:08.905474 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:09.089870 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-469a1740-4557-4ccb-b161-f9e6510a0e75 req-1539a261-689f-44c0-83ff-0a7c11ea5831 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ba797bea-019f-4129-a489-762f4bf2efae HTTP/1.1" status: 200 len: 210 time: 0.0289774 Aug 17 19:48:13.039960 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b650093c-1999-4638-9b53-a040d3edce26 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:48:13.059603 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: b650093c-1999-4638-9b53-a040d3edce26 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:48:13.059943 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device b650093c-1999-4638-9b53-a040d3edce26 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:48:18.069701 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-b28ffd9b-894f-4003-a3ce-07e0520851c7 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:18.071130 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-b28ffd9b-894f-4003-a3ce-07e0520851c7 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/networks?id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 HTTP/1.1" status: 200 len: 813 time: 0.1008670 Aug 17 19:48:18.086270 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-c384f8c8-cbef-4247-b035-11b585cfa959 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/quotas/e1bc20a6ee5c4e61ab2f8b0683543ddc HTTP/1.1" status: 200 len: 375 time: 0.0094593 Aug 17 19:48:18.117824 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-cbb64484-2aa3-4fc0-b061-8c4b14323a41 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e1bc20a6ee5c4e61ab2f8b0683543ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265379 Aug 17 19:48:18.209045 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-6b9740f0-5a4b-4041-80fd-f1a2177f1653 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849380 Aug 17 19:48:18.294300 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-f7f2a21a-57c8-4e75-9387-1879c8fac179 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795188 Aug 17 19:48:18.458264 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2c6d5d3e-eca7-4f75-83c7-904cb99c563a req-3b10fddc-017e-4dc0-8f3d-8c9aa2defe4a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0313327 Aug 17 19:48:18.577925 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:18.578719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:18.894639 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:19.426945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-2c5747a5-31f2-4968-b981-d81326af5b7d tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:19.428378 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-2c5747a5-31f2-4968-b981-d81326af5b7d tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "GET /networking/v2.0/networks?id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 HTTP/1.1" status: 200 len: 813 time: 0.1045337 Aug 17 19:48:19.442574 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Request body: {'port': {'device_id': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7', 'admin_state_up': True, 'tenant_id': 'e1bc20a6ee5c4e61ab2f8b0683543ddc'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:19.555290 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Made reservation on behalf of e1bc20a6ee5c4e61ab2f8b0683543ddc for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:48:19.558935 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:19.559681 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b87af474-ef49-4fcb-86db-be882c8ef946 req-bd40debe-9917-4ec1-b7ff-ac183b8b6c41 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Aug 17 19:48:19.684924 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Allocated IP 172.20.0.12 (d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7/fec75830-1ef6-41fd-b86f-6cd8b3838420/8af61491-719f-4cef-8c81-99a8aa08ac1e) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:48:19.827354 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks [] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:19.858194 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:19.905708 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:48:19.908863 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:48:19.912661 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:48:19.935833 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Pushing event updated for resources: {'Port': ['ID=8af61491-719f-4cef-8c81-99a8aa08ac1e,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:19.963696 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:19.964328 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:19.981321 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-529cbdf3-262d-4dec-a432-6777fc4502d1 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424087 Aug 17 19:48:19.992874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Request body: {'port': {'device_id': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:20.051646 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:20.106618 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:20.148608 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:20.194886 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:20.201813 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:20.306037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af61491-719f-4cef-8c81-99a8aa08ac1e {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:48:20.313501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Publish callbacks [] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:20.325728 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Transition to ACTIVE for port object 8af61491-719f-4cef-8c81-99a8aa08ac1e will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:48:20.329710 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:20.387986 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8af61491-719f-4cef-8c81-99a8aa08ac1e,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:20.438478 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Attempting to bind port 8af61491-719f-4cef-8c81-99a8aa08ac1e on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:48:20.438808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Attempting to bind port 8af61491-719f-4cef-8c81-99a8aa08ac1e by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:48:20.439131 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Attempting to bind port 8af61491-719f-4cef-8c81-99a8aa08ac1e on network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:48:20.443398 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Port 8af61491-719f-4cef-8c81-99a8aa08ac1e on network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:48:20.443714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Attempting to bind port 8af61491-719f-4cef-8c81-99a8aa08ac1e on network d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:48:20.448955 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:48:20.449247 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Checking segment: {'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:48:20.449623 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Bound using segment: {'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:48:20.450040 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Bound port: 8af61491-719f-4cef-8c81-99a8aa08ac1e, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f45677-f928-4e4a-92ac-12e285c44ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:48:20.450385 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:20.509300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] For port 8af61491-719f-4cef-8c81-99a8aa08ac1e, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:48:20.512250 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] For port 8af61491-719f-4cef-8c81-99a8aa08ac1e, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8af61491-719f-4cef-8c81-99a8aa08ac1e,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:48:20.518002 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:20.521998 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:20.522601 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:20.523988 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/8af61491-719f-4cef-8c81-99a8aa08ac1e HTTP/1.1" status: 200 len: 1094 time: 0.5349305 Aug 17 19:48:20.524468 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'tag': '8af61491-719f-4cef-8c81-99a8aa08ac1e'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:48:20.526714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c24ee0-96e7-494e-8765-c941ce86f7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c92c812f-de25-4962-997a-1164f56cbdd1", "tag": "8af61491-719f-4cef-8c81-99a8aa08ac1e"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:48:20.572527 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b13f9f-4f5a-4d2a-8dc0-6723822df2fc x-openstack-request-id: req-34b13f9f-4f5a-4d2a-8dc0-6723822df2fc {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:48:20.572819 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92c812f-de25-4962-997a-1164f56cbdd1", "tag": "8af61491-719f-4cef-8c81-99a8aa08ac1e", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:48:20.573347 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34b13f9f-4f5a-4d2a-8dc0-6723822df2fc {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:48:20.573762 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b13f9f-4f5a-4d2a-8dc0-6723822df2fc'] response: {'name': 'network-changed', 'server_uuid': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'tag': '8af61491-719f-4cef-8c81-99a8aa08ac1e', 'status': 'completed', 'code': 200} Aug 17 19:48:20.586581 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd239a-d3da-4e52-b9ee-c332ab2c54a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8af61491-719f-4cef-8c81-99a8aa08ac1e,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:20.619280 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-25c2c3ec-6132-4ad2-a7db-124bb54e20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:20.620891 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-25c2c3ec-6132-4ad2-a7db-124bb54e20c7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e1bc20a6ee5c4e61ab2f8b0683543ddc&device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 1128 time: 0.0463326 Aug 17 19:48:20.662714 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-f5a80469-4cad-4da4-a753-bc6087e2e9c5 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8af61491-719f-4cef-8c81-99a8aa08ac1e HTTP/1.1" status: 200 len: 217 time: 0.0331750 Aug 17 19:48:20.679628 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a246-ce34-4779-b1d5-7febe38c0aea req-6d94e948-0394-41cf-947d-b93231f65177 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:20.681103 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3354a246-ce34-4779-b1d5-7febe38c0aea req-6d94e948-0394-41cf-947d-b93231f65177 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 944 time: 0.0467591 Aug 17 19:48:20.711569 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-3f69ce54-d84a-4970-a01b-f7cb0045aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:20.712980 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-3f69ce54-d84a-4970-a01b-f7cb0045aeec service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=fec75830-1ef6-41fd-b86f-6cd8b3838420 HTTP/1.1" status: 200 len: 853 time: 0.0440400 Aug 17 19:48:20.728684 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3354a246-ce34-4779-b1d5-7febe38c0aea req-8c82f265-64df-48f4-b01b-82f024b398e0 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Aug 17 19:48:20.745579 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-95882d99-33c2-405b-92bf-40ea9078c118 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263834 Aug 17 19:48:20.839240 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-5cf74f8b-e26e-4307-bf48-74f7aaf8084f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846379 Aug 17 19:48:20.929431 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-fc2f6c43-1442-4726-9403-6a0216c42e16 req-fb3bc6ff-8764-4de1-8ec4-6fafd083b883 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834301 Aug 17 19:48:21.729843 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-95e96d93-a18f-4414-a619-4783274dce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:21.731297 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-95e96d93-a18f-4414-a619-4783274dce39 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=e1bc20a6ee5c4e61ab2f8b0683543ddc&device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 1128 time: 0.0410349 Aug 17 19:48:21.788970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:21.834874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-6567193f-b0f9-4cf1-ad62-c933ca26e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:21.836351 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-6567193f-b0f9-4cf1-ad62-c933ca26e4b8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 HTTP/1.1" status: 200 len: 914 time: 0.0955803 Aug 17 19:48:21.851198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e504e7d-83ef-4207-a248-4cdad757ccf5 req-eead3480-311e-41d8-ab91-0643983e8a7c tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:21.852666 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e504e7d-83ef-4207-a248-4cdad757ccf5 req-eead3480-311e-41d8-ab91-0643983e8a7c tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 944 time: 0.0498180 Aug 17 19:48:21.874223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:21.876904 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-2ba032ae-0afa-4b50-9a05-f8b5d7e05057 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8af61491-719f-4cef-8c81-99a8aa08ac1e HTTP/1.1" status: 200 len: 217 time: 0.0336394 Aug 17 19:48:21.900524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e504e7d-83ef-4207-a248-4cdad757ccf5 req-a14fe832-3f22-4d50-bbd9-ded0e5397415 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Aug 17 19:48:21.925691 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-247344cf-b2e6-4925-a4c0-6a8b3432c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:21.927179 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-247344cf-b2e6-4925-a4c0-6a8b3432c613 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=fec75830-1ef6-41fd-b86f-6cd8b3838420 HTTP/1.1" status: 200 len: 853 time: 0.0438976 Aug 17 19:48:21.960002 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-df21b367-678d-4dd8-85bb-4e531e0f0ff6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259118 Aug 17 19:48:22.053004 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-7e30e10a-413f-46ed-a201-b66065c47f5f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850449 Aug 17 19:48:22.144001 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90c24ee0-96e7-494e-8765-c941ce86f7f7 req-c801b82c-bbd4-4e0b-ba6a-6008faafcff4 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Aug 17 19:48:23.019694 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1482-31f0-4df6-9f7b-49ba82fdfc8d req-a7583bce-ab91-487c-ae00-f30a8a72c625 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:23.021130 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-961a1482-31f0-4df6-9f7b-49ba82fdfc8d req-a7583bce-ab91-487c-ae00-f30a8a72c625 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 944 time: 0.0464509 Aug 17 19:48:23.043163 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:23.044057 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:23.067958 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-961a1482-31f0-4df6-9f7b-49ba82fdfc8d req-82e45ab5-5e2d-4f69-beed-6cadeb3e4eae tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Aug 17 19:48:24.183718 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9da64-a6fc-4700-9304-1c2c1e622581 req-043f48c2-e84b-444f-aa79-dffa8b32611a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:24.185154 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-68e9da64-a6fc-4700-9304-1c2c1e622581 req-043f48c2-e84b-444f-aa79-dffa8b32611a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 944 time: 0.0456727 Aug 17 19:48:24.235387 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-68e9da64-a6fc-4700-9304-1c2c1e622581 req-4a5fa3b7-b698-4cb1-9fb7-6b5e3032e4e9 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Aug 17 19:48:24.339529 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8af61491-719f-4cef-8c81-99a8aa08ac1e details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:48:24.439195 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8af61491-719f-4cef-8c81-99a8aa08ac1e, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8af61491-719f-4cef-8c81-99a8aa08ac1e,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:48:24.450244 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '8af61491-719f-4cef-8c81-99a8aa08ac1e', 'network_id': 'd10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7', 'port_id': '8af61491-719f-4cef-8c81-99a8aa08ac1e', 'mac_address': 'fa:16:3e:7f:9b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec75830-1ef6-41fd-b86f-6cd8b3838420', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:48:24.483734 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8af61491-719f-4cef-8c81-99a8aa08ac1e is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:48:24.484119 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:24.497732 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af61491-719f-4cef-8c81-99a8aa08ac1e {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:48:24.520804 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8af61491-719f-4cef-8c81-99a8aa08ac1e, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8af61491-719f-4cef-8c81-99a8aa08ac1e,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:48:24.524094 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:24.568992 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8af61491-719f-4cef-8c81-99a8aa08ac1e,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:24.762070 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['8af61491-719f-4cef-8c81-99a8aa08ac1e'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:48:25.351657 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfc06a-f248-4664-9cea-6cb81ddf1e74 req-3be8d443-e5f7-49be-bc2f-855d80852b33 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:25.353115 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9bfc06a-f248-4664-9cea-6cb81ddf1e74 req-3be8d443-e5f7-49be-bc2f-855d80852b33 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 945 time: 0.0479050 Aug 17 19:48:25.398182 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:25.403608 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e9bfc06a-f248-4664-9cea-6cb81ddf1e74 req-5b847e1f-3be1-4913-b46f-596991443a60 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Aug 17 19:48:26.354248 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8af61491-719f-4cef-8c81-99a8aa08ac1e up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:48:26.396733 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 8af61491-719f-4cef-8c81-99a8aa08ac1e completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:48:26.402137 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 8af61491-719f-4cef-8c81-99a8aa08ac1e triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:48:26.402639 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:26.479028 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 8af61491-719f-4cef-8c81-99a8aa08ac1e is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:48:26.479416 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:26.503738 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af61491-719f-4cef-8c81-99a8aa08ac1e'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:48:26.506025 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab0ed0c-f461-4a01-bc4f-227db5c95eb6" -d '{"events": [{"server_uuid": "c92c812f-de25-4962-997a-1164f56cbdd1", "name": "network-vif-plugged", "status": "completed", "tag": "8af61491-719f-4cef-8c81-99a8aa08ac1e"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:48:26.519848 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 8af61491-719f-4cef-8c81-99a8aa08ac1e, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8af61491-719f-4cef-8c81-99a8aa08ac1e,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:48:26.523810 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:26.526988 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ec89d-9f45-4861-ab31-7658d2e04e1b req-364d35ee-e09d-4f3d-b2af-d5018a357eb8 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:26.528534 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-588ec89d-9f45-4861-ab31-7658d2e04e1b req-364d35ee-e09d-4f3d-b2af-d5018a357eb8 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Aug 17 19:48:26.551341 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:26.554942 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f6b3d8-1402-4afe-bd0d-d054090e83af x-openstack-request-id: req-32f6b3d8-1402-4afe-bd0d-d054090e83af {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:48:26.555238 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92c812f-de25-4962-997a-1164f56cbdd1", "name": "network-vif-plugged", "status": "completed", "tag": "8af61491-719f-4cef-8c81-99a8aa08ac1e", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:48:26.555491 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32f6b3d8-1402-4afe-bd0d-d054090e83af {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:48:26.555890 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f6b3d8-1402-4afe-bd0d-d054090e83af'] response: {'server_uuid': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af61491-719f-4cef-8c81-99a8aa08ac1e', 'code': 200} Aug 17 19:48:26.586347 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=8af61491-719f-4cef-8c81-99a8aa08ac1e,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:26.590510 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-588ec89d-9f45-4861-ab31-7658d2e04e1b req-84a7f5a3-9931-49d4-aed9-8e7d5d807f67 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Aug 17 19:48:26.751400 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128cba5-1aaa-41e6-8bd8-3025dc5de236 req-133b9202-a77d-4673-8d3d-19184a9c464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:26.753595 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f128cba5-1aaa-41e6-8bd8-3025dc5de236 req-133b9202-a77d-4673-8d3d-19184a9c464e service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 1130 time: 0.0409100 Aug 17 19:48:26.799190 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-f128cba5-1aaa-41e6-8bd8-3025dc5de236 req-e56f7bb3-2f34-4dd5-b004-165ec10f3421 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Aug 17 19:48:27.710610 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38b6f9-8658-40ab-bd89-9722cf7d8e78 req-b1ddd3bd-bc84-4f84-9dca-44eaf79f3440 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:27.712068 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ca38b6f9-8658-40ab-bd89-9722cf7d8e78 req-b1ddd3bd-bc84-4f84-9dca-44eaf79f3440 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 946 time: 0.0502589 Aug 17 19:48:27.758322 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ca38b6f9-8658-40ab-bd89-9722cf7d8e78 req-d9f2b014-7da1-4765-bba3-efdd93cfde9b tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Aug 17 19:48:28.876851 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfd866-3e2a-4545-8d53-5fdb887b52bc req-c9d3c110-165c-4c9e-91bf-d918b8b9699a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:28.878366 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b6bfd866-3e2a-4545-8d53-5fdb887b52bc req-c9d3c110-165c-4c9e-91bf-d918b8b9699a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 946 time: 0.0470395 Aug 17 19:48:28.925329 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b6bfd866-3e2a-4545-8d53-5fdb887b52bc req-8f9d4944-16ea-4ca8-a520-b76ca8e0f471 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Aug 17 19:48:34.063109 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a627beef-5797-4e12-b1ed-5d8aef697078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:35.138650 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:48:36.137094 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ed55ea0c-4f7d-4a2c-818e-594e0ffc2884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:36.786094 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=42 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:36.795765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=35 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:37.476127 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:38.207912 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:38.767769 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:38.909107 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:38.914683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=25 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:38.921534 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=25 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:45.134049 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:45.134831 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:45.622576 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16257d-b0ad-4524-8beb-81aa90c29c10 req-5c47701c-4df5-4b23-bdb1-b4d0de4a2834 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:45.624023 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cd16257d-b0ad-4524-8beb-81aa90c29c10 req-5c47701c-4df5-4b23-bdb1-b4d0de4a2834 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 945 time: 0.0461786 Aug 17 19:48:45.675398 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cd16257d-b0ad-4524-8beb-81aa90c29c10 req-0ff30486-8211-4c7a-a655-f3933c56c883 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446987 Aug 17 19:48:46.792170 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb677b-ade6-4a94-9924-f1469edb9d59 req-76584d1a-7aeb-42e3-ad5d-66c1e772078b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:46.793639 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-46fb677b-ade6-4a94-9924-f1469edb9d59 req-76584d1a-7aeb-42e3-ad5d-66c1e772078b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 945 time: 0.0459521 Aug 17 19:48:46.840450 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-46fb677b-ade6-4a94-9924-f1469edb9d59 req-d0f18ad1-72e8-477c-a082-e0bea52ff30f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f1c4385d-0601-4f3f-b34f-3cc53041c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405965 Aug 17 19:48:47.278212 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-cd9d0ea4-b6c6-4ae6-887e-d3ed00e64c7f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:47.279632 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-cd9d0ea4-b6c6-4ae6-887e-d3ed00e64c7f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 945 time: 0.0458670 Aug 17 19:48:47.363132 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:48:47.363471 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:47.450649 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] For port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:48:47.451011 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:47.620352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:47.620835 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (e6fe52fe-5d1f-4be4-af0f-315abe59c208), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:47.621304 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP e6fe52fe-5d1f-4be4-af0f-315abe59c208 disassociated. External IP: 172.27.1.189, port: 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0. Aug 17 19:48:47.621857 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:48:47.757881 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:47.783234 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:47.795164 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.795512 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.795844 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.796184 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.796519 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.796852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.797187 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.797537 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.797981 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.798178 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.798539 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.798861 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.799184 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.799503 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.799824 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:47.907547 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:48:47.940928 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-db519f47-7eb0-44d4-baaf-54e3608ff871 req-13c14103-5ef2-4a30-b125-ecae7a6b62a9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b2abccd0-4628-4403-bab1-66eac1ca2712 HTTP/1.1" status: 200 len: 210 time: 0.0281162 Aug 17 19:48:48.010518 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:48:48.021790 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:48:48.031940 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:48:48.032637 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:48:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:48:48.060028 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] No DVR routers for this DVR port 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:48:48.062373 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:48.065644 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-5e6e1f75-dd26-4aba-b8fb-1f1b11a1a5b6 req-e4ec5ea6-1a7f-44c4-80d7-cf1d26ee04fa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "DELETE /networking/v2.0/ports/97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 HTTP/1.1" status: 204 len: 173 time: 0.7797234 Aug 17 19:48:48.066083 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'name': 'network-vif-deleted', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:48:48.068352 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36603060-1311-4da8-a94e-45f92418ece7" -d '{"events": [{"server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "name": "network-vif-deleted", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:48:48.124060 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13323c82-1bcb-4dc1-a1bc-ee130d393765 x-openstack-request-id: req-13323c82-1bcb-4dc1-a1bc-ee130d393765 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:48:48.124530 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abccd0-4628-4403-bab1-66eac1ca2712", "name": "network-vif-deleted", "tag": "97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:48:48.124748 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13323c82-1bcb-4dc1-a1bc-ee130d393765 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:48:48.125137 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13323c82-1bcb-4dc1-a1bc-ee130d393765'] response: {'server_uuid': 'b2abccd0-4628-4403-bab1-66eac1ca2712', 'name': 'network-vif-deleted', 'tag': '97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0', 'status': 'completed', 'code': 200} Aug 17 19:48:48.144400 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:48:48.338577 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:48.340908 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:48.346079 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:48:48.372462 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:48:48.381615 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:48:48.382222 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:48:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:48:48.486944 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:48:48.608486 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:48.675783 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:48:48.700526 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cf148-1948-4093-8dfb-6848b0ec7de7 None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:48:48.936716 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea92a4d-0900-4809-8622-c90499a66541 None None] New status for floating IP e6fe52fe-5d1f-4be4-af0f-315abe59c208: DOWN {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:48:48.988632 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc596eea-e6c8-452d-b7c4-30b2585f4918 req-c1304550-8d77-408e-85e4-6a4907c35a8a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:48.990259 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cc596eea-e6c8-452d-b7c4-30b2585f4918 req-c1304550-8d77-408e-85e4-6a4907c35a8a tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 946 time: 0.0528855 Aug 17 19:48:49.037827 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52258) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:48:49.067193 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cc596eea-e6c8-452d-b7c4-30b2585f4918 req-e8806707-c38e-4197-a41c-90c1744b49e2 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712636 Aug 17 19:48:49.106937 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (f1c4385d-0601-4f3f-b34f-3cc53041c8cf), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.131257 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (f1c4385d-0601-4f3f-b34f-3cc53041c8cf), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.178614 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f1c4385d-0601-4f3f-b34f-3cc53041c8cf), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.181172 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.182321 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f1c4385d-0601-4f3f-b34f-3cc53041c8cf HTTP/1.1" status: 204 len: 168 time: 0.1435740 Aug 17 19:48:49.185234 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52260) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:48:49.191098 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c4385d-0601-4f3f-b34f-3cc53041c8cf,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:49.198133 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.198477 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.199055 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.api.v2.resource [None req-e78f3e23-6fe6-442c-a915-041870b78801 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] show failed (client error): The resource could not be found. Aug 17 19:48:49.199168 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.199399 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202630 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202795 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e78f3e23-6fe6-442c-a915-041870b78801 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups/f1c4385d-0601-4f3f-b34f-3cc53041c8cf HTTP/1.1" status: 404 len: 347 time: 0.0138192 Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.202909 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5564ae0-ce90-4b69-828e-479deb056c37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:48:49.203765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52262) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:48:49.312037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port 79bc8aa1-ac55-4217-bfe7-811f2e163e6e {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:48:49.312375 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.324853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:49.348568 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:49.391496 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.391827 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.404243 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for 79bc8aa1-ac55-4217-bfe7-811f2e163e6e owned by network:floatingip {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:48:49.534446 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (79bc8aa1-ac55-4217-bfe7-811f2e163e6e), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.558768 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=79bc8aa1-ac55-4217-bfe7-811f2e163e6e,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:49.623024 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (e6fe52fe-5d1f-4be4-af0f-315abe59c208), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.625527 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.627210 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-18690869-0516-41a9-be3b-9d1bb9ca080a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/e6fe52fe-5d1f-4be4-af0f-315abe59c208 HTTP/1.1" status: 204 len: 168 time: 0.4228671 Aug 17 19:48:49.692263 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52266) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:48:49.696831 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-56ce9e01-3f0f-4b32-882d-3028f91b86aa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923144746', 'description': 'tempest-description--1679505053'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:49.718020 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-56ce9e01-3f0f-4b32-882d-3028f91b86aa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.785091 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-56ce9e01-3f0f-4b32-882d-3028f91b86aa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (d1e24664-39d4-4430-baa3-78e464f32d63), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.788537 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-56ce9e01-3f0f-4b32-882d-3028f91b86aa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d1e24664-39d4-4430-baa3-78e464f32d63), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.818548 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce9e01-3f0f-4b32-882d-3028f91b86aa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e24664-39d4-4430-baa3-78e464f32d63,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:49.823381 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-56ce9e01-3f0f-4b32-882d-3028f91b86aa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.825034 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-56ce9e01-3f0f-4b32-882d-3028f91b86aa tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316576 Aug 17 19:48:49.828019 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52268) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:48:49.833261 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-37df873e-443f-4af4-a753-584c082424e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': 'd1e24664-39d4-4430-baa3-78e464f32d63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:49.859508 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-37df873e-443f-4af4-a753-584c082424e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (a513a62c-dbd4-4a27-a1c3-89b883fadaa6), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.917976 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-37df873e-443f-4af4-a753-584c082424e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (a513a62c-dbd4-4a27-a1c3-89b883fadaa6), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.921748 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-37df873e-443f-4af4-a753-584c082424e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (a513a62c-dbd4-4a27-a1c3-89b883fadaa6), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.939943 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df873e-443f-4af4-a753-584c082424e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a513a62c-dbd4-4a27-a1c3-89b883fadaa6,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:49.947860 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-37df873e-443f-4af4-a753-584c082424e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:49.952109 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52270) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:48:49.952250 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-37df873e-443f-4af4-a753-584c082424e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227849 Aug 17 19:48:49.956805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-c5889757-bd40-4efe-8d9d-d9c6ffb8f2ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'security_group_rule': {'security_group_id': 'd1e24664-39d4-4430-baa3-78e464f32d63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:49.983075 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c5889757-bd40-4efe-8d9d-d9c6ffb8f2ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (8f5a2395-7e2a-41e2-9e72-41049defeebf), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.037847 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c5889757-bd40-4efe-8d9d-d9c6ffb8f2ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (8f5a2395-7e2a-41e2-9e72-41049defeebf), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.041246 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c5889757-bd40-4efe-8d9d-d9c6ffb8f2ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (8f5a2395-7e2a-41e2-9e72-41049defeebf), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.061550 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5889757-bd40-4efe-8d9d-d9c6ffb8f2ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5a2395-7e2a-41e2-9e72-41049defeebf,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:50.069841 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c5889757-bd40-4efe-8d9d-d9c6ffb8f2ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.071011 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c5889757-bd40-4efe-8d9d-d9c6ffb8f2ef tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178329 Aug 17 19:48:50.074418 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52272) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:48:50.078659 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:50.099758 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.180379 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.181847 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:50.185234 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ca47-98e0-4eff-b0d8-2e703a7472c2 req-bb6e2bbf-8893-4c8b-820d-1718747fa469 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:50.186752 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1f21ca47-98e0-4eff-b0d8-2e703a7472c2 req-bb6e2bbf-8893-4c8b-820d-1718747fa469 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 946 time: 0.0469627 Aug 17 19:48:50.237013 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1f21ca47-98e0-4eff-b0d8-2e703a7472c2 req-a3be3206-edef-437c-acba-b140b298d8a3 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Aug 17 19:48:50.239607 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:50.290591 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.27.1.189 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/b9da9eb4-a8a9-492b-be9d-7285dd446497) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:48:50.390558 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.421689 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.442683 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:48:50.462259 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:48:50.462600 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 97c7dd3c-ccbc-4beb-ba5e-a1625fd4f1c0 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:48:50.462757 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:48:50.465694 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:48:50.469158 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:48:50.492495 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=b9da9eb4-a8a9-492b-be9d-7285dd446497,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:50.554473 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (cce38173-8299-4ed1-9aa6-97c78a913623), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.591464 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.672139 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-d724d904-947a-4ff0-8a70-105a5664ee4e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:50.673664 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-d724d904-947a-4ff0-8a70-105a5664ee4e tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 946 time: 0.0607212 Aug 17 19:48:50.811238 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Deleting port 8af61491-719f-4cef-8c81-99a8aa08ac1e {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:48:50.811532 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.883760 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.889453 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.915114 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:50.945510 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:50.984630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] For port 8af61491-719f-4cef-8c81-99a8aa08ac1e, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8af61491-719f-4cef-8c81-99a8aa08ac1e,segment=NetworkSegment(09f45677-f928-4e4a-92ac-12e285c44ef0),segment_id=09f45677-f928-4e4a-92ac-12e285c44ef0)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:48:50.984989 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.994670 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (cce38173-8299-4ed1-9aa6-97c78a913623), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:50.999656 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=b9da9eb4-a8a9-492b-be9d-7285dd446497,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:51.007302 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Calling delete_port for 8af61491-719f-4cef-8c81-99a8aa08ac1e owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:48:51.027935 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:51.029140 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-8c589b23-7298-4ee4-a10f-5e7cec6d266c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9537439 Aug 17 19:48:51.149376 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (8af61491-719f-4cef-8c81-99a8aa08ac1e), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:51.161628 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['8af61491-719f-4cef-8c81-99a8aa08ac1e'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:48:51.184693 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-6d2788ed-843b-49db-be3a-e097918ca60b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1923144746&fields=id&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 267 time: 0.0434918 Aug 17 19:48:51.186245 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Pushing event deleted for resources: {'Port': ['ID=8af61491-719f-4cef-8c81-99a8aa08ac1e,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:51.225539 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] No DVR routers for this DVR port 8af61491-719f-4cef-8c81-99a8aa08ac1e on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:48:51.228016 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:51.231637 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0c9eea11-24ca-4c17-a3e7-7dee83337bf8 req-64c8e72c-557b-429c-80fb-5891bdb3e96f tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.65 "DELETE /networking/v2.0/ports/8af61491-719f-4cef-8c81-99a8aa08ac1e HTTP/1.1" status: 204 len: 173 time: 0.5472705 Aug 17 19:48:51.232092 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'name': 'network-vif-deleted', 'tag': '8af61491-719f-4cef-8c81-99a8aa08ac1e'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:48:51.234457 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c1a1a0-e1a3-462e-9e04-2457a77bc777" -d '{"events": [{"server_uuid": "c92c812f-de25-4962-997a-1164f56cbdd1", "name": "network-vif-deleted", "tag": "8af61491-719f-4cef-8c81-99a8aa08ac1e"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:48:51.276938 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a6c0f-c2e6-4b09-9cf0-da2d4d668a17 x-openstack-request-id: req-2d9a6c0f-c2e6-4b09-9cf0-da2d4d668a17 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:48:51.277607 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92c812f-de25-4962-997a-1164f56cbdd1", "name": "network-vif-deleted", "tag": "8af61491-719f-4cef-8c81-99a8aa08ac1e", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:48:51.277607 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d9a6c0f-c2e6-4b09-9cf0-da2d4d668a17 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:48:51.277902 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9a6c0f-c2e6-4b09-9cf0-da2d4d668a17'] response: {'server_uuid': 'c92c812f-de25-4962-997a-1164f56cbdd1', 'name': 'network-vif-deleted', 'tag': '8af61491-719f-4cef-8c81-99a8aa08ac1e', 'status': 'completed', 'code': 200} Aug 17 19:48:51.309406 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-3fab003c-ace8-4293-8a91-58b279321268 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:51.311394 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-3fab003c-ace8-4293-8a91-58b279321268 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1226351 Aug 17 19:48:51.338688 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-da7101ea-f24e-4b65-b2de-736a00abf925 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/quotas/d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 375 time: 0.0203044 Aug 17 19:48:51.356766 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c54e3ab6-d7de-431a-aed2-335d9d7a0a59 req-5b664e5d-e694-449a-a461-52ac11226674 tempest-VolumesSnapshotTestJSON-1991522373 tempest-VolumesSnapshotTestJSON-1991522373-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c92c812f-de25-4962-997a-1164f56cbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Aug 17 19:48:51.393311 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:51.400997 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-121abbe7-885f-48bd-881b-1e686623216b tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473349 Aug 17 19:48:51.484103 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:51.501404 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-6a2dc64d-586e-455d-ae34-e3b4e98ed3af service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869932 Aug 17 19:48:51.592265 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-53db795e-7037-4212-bbcd-8d4164a5d68e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Aug 17 19:48:51.763059 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-75438bed-b4e3-44b5-bfc3-3606ef426399 req-0f72e4b6-9201-4273-934d-dcc4ce59ccd8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0311477 Aug 17 19:48:52.696113 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-fe80e003-2ca9-44cd-9e46-a91dc0e0e535 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:52.698253 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-fe80e003-2ca9-44cd-9e46-a91dc0e0e535 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 815 time: 0.1217072 Aug 17 19:48:52.765715 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-3b6fb9c7-ce22-464f-a65b-edd95042a22d tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d48524fb6ff040dcac98b23363268772 HTTP/1.1" status: 200 len: 380 time: 0.0578191 Aug 17 19:48:52.841309 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'port': {'device_id': '833ddab4-258d-4891-bad4-8401df08a3e0', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'admin_state_up': True, 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'security_groups': ['d1e24664-39d4-4430-baa3-78e464f32d63']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:52.961265 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Made reservation on behalf of d48524fb6ff040dcac98b23363268772 for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:48:52.964652 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:53.014936 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-cf3efd5e-b234-4139-98b4-e71f304d9047 req-d0fe35ef-4648-4438-abef-676a58e475f7 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Aug 17 19:48:53.091800 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Allocated IP 172.20.0.5 (04936ff2-1cb2-462b-9dfb-59deb589561c/a86589b9-b5f8-432a-bb88-80cca200b522/fb04004f-1f4c-4907-8d1d-6f87822616e7) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:48:53.115452 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:53.223037 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:53.229147 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:53.256730 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:53.305578 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Network 04936ff2-1cb2-462b-9dfb-59deb589561c is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:48:53.308697 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:48:53.312410 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:48:53.316493 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event updated for resources: {'Port': ['ID=fb04004f-1f4c-4907-8d1d-6f87822616e7,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:53.363871 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:53.364490 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:53.381845 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-bf67ae5d-ed8a-4530-9e4c-056f87d51902 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5449152 Aug 17 19:48:53.393729 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Request body: {'port': {'device_id': '833ddab4-258d-4891-bad4-8401df08a3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:48:53.457920 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:53.484438 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-ddb7270b-1491-43a3-a860-0cf3ff655cfc None None] Provisioning complete for port fb04004f-1f4c-4907-8d1d-6f87822616e7 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:48:53.485053 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ddb7270b-1491-43a3-a860-0cf3ff655cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:53.521496 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7270b-1491-43a3-a860-0cf3ff655cfc None None] Port fb04004f-1f4c-4907-8d1d-6f87822616e7 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:48:53.973972 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb04004f-1f4c-4907-8d1d-6f87822616e7 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:48:53.981444 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Publish callbacks [] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:53.993853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Transition to ACTIVE for port object fb04004f-1f4c-4907-8d1d-6f87822616e7 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:48:53.996659 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:54.077877 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Pushing event updated for resources: {'Port': ['ID=fb04004f-1f4c-4907-8d1d-6f87822616e7,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:54.105687 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Attempting to bind port fb04004f-1f4c-4907-8d1d-6f87822616e7 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:48:54.106018 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Attempting to bind port fb04004f-1f4c-4907-8d1d-6f87822616e7 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:48:54.106344 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Attempting to bind port fb04004f-1f4c-4907-8d1d-6f87822616e7 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:48:54.111277 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Port fb04004f-1f4c-4907-8d1d-6f87822616e7 on network 04936ff2-1cb2-462b-9dfb-59deb589561c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:48:54.111599 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Attempting to bind port fb04004f-1f4c-4907-8d1d-6f87822616e7 on network 04936ff2-1cb2-462b-9dfb-59deb589561c {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:48:54.116386 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:48:54.116718 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Checking segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:48:54.117119 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Bound using segment: {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:48:54.117573 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Bound port: fb04004f-1f4c-4907-8d1d-6f87822616e7, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964bc50d-ffbb-477d-9606-09a7055f049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:48:54.117926 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:54.134348 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffccd1-7716-4e23-8714-d51031d59b34 req-e5d9fab4-7df7-477f-a96a-d35250d1e313 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:54.135810 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-67ffccd1-7716-4e23-8714-d51031d59b34 req-e5d9fab4-7df7-477f-a96a-d35250d1e313 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 943 time: 0.0460634 Aug 17 19:48:54.175628 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:54.178388 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] For port fb04004f-1f4c-4907-8d1d-6f87822616e7, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:48:54.181604 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] For port fb04004f-1f4c-4907-8d1d-6f87822616e7, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:48:54.187039 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-67ffccd1-7716-4e23-8714-d51031d59b34 req-b0dc0aad-bc3c-448b-ad9d-e24fbe0613bc tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Aug 17 19:48:54.187634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:54.191469 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:54.192086 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:48:54.193677 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-078db620-c821-40b0-acb9-271d72e4088a service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/fb04004f-1f4c-4907-8d1d-6f87822616e7 HTTP/1.1" status: 200 len: 1093 time: 0.8046768 Aug 17 19:48:54.196182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:48:54.198576 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d0dbb8-26a8-4af5-9ec5-58868684a940" -d '{"events": [{"name": "network-changed", "server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:48:54.237438 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:54.239064 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a8c74f-0bff-49d2-b372-45093e8ff73f x-openstack-request-id: req-49a8c74f-0bff-49d2-b372-45093e8ff73f {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:48:54.239371 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:48:54.239585 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49a8c74f-0bff-49d2-b372-45093e8ff73f {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:48:54.240014 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a8c74f-0bff-49d2-b372-45093e8ff73f'] response: {'name': 'network-changed', 'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'status': 'completed', 'code': 200} Aug 17 19:48:54.252771 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078db620-c821-40b0-acb9-271d72e4088a service neutron] Pushing event updated for resources: {'Port': ['ID=fb04004f-1f4c-4907-8d1d-6f87822616e7,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:48:55.303755 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97f8e4-6b11-4eba-9500-d11fbe50775a req-3192561c-c33e-4782-acf8-5c1c58dbfde3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:55.305239 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1c97f8e4-6b11-4eba-9500-d11fbe50775a req-3192561c-c33e-4782-acf8-5c1c58dbfde3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 943 time: 0.0465617 Aug 17 19:48:55.352151 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1c97f8e4-6b11-4eba-9500-d11fbe50775a req-a35bc95d-0f61-4948-8219-6d006e67992a tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Aug 17 19:48:56.614089 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f453d-2eaf-4e79-a029-2991b6c2e60d req-f5be7b3c-4cbb-4a83-be80-6dff2930b4c2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:56.615512 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-473f453d-2eaf-4e79-a029-2991b6c2e60d req-f5be7b3c-4cbb-4a83-be80-6dff2930b4c2 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 943 time: 0.1892109 Aug 17 19:48:56.663371 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-473f453d-2eaf-4e79-a029-2991b6c2e60d req-99f11501-259e-4b6a-833e-fab250a79711 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Aug 17 19:48:56.671688 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8af61491-719f-4cef-8c81-99a8aa08ac1e no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:48:56.691130 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 8af61491-719f-4cef-8c81-99a8aa08ac1e {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:48:56.691468 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 8af61491-719f-4cef-8c81-99a8aa08ac1e not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:48:56.727757 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0dbb8-26a8-4af5-9ec5-58868684a940 req-75a6da74-efa9-4ee8-9037-b97a745cf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:56.729247 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-95d0dbb8-26a8-4af5-9ec5-58868684a940 req-75a6da74-efa9-4ee8-9037-b97a745cf205 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 1127 time: 0.0428617 Aug 17 19:48:56.828131 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0dbb8-26a8-4af5-9ec5-58868684a940 req-72b6492d-9b4d-49d6-9cd2-52845b99d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:56.830257 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-95d0dbb8-26a8-4af5-9ec5-58868684a940 req-72b6492d-9b4d-49d6-9cd2-52845b99d6c0 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=d48524fb6ff040dcac98b23363268772&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0922666 Aug 17 19:48:56.922822 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0dbb8-26a8-4af5-9ec5-58868684a940 req-1938a65c-2fb0-4e36-8d04-4303914d1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:56.924202 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-95d0dbb8-26a8-4af5-9ec5-58868684a940 req-1938a65c-2fb0-4e36-8d04-4303914d1f68 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887148 Aug 17 19:48:56.998876 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-43aba70d-f3b6-48e7-b460-d41e58fadaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:57.000331 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-43aba70d-f3b6-48e7-b460-d41e58fadaff service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 1127 time: 0.0380394 Aug 17 19:48:57.040593 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-01701a23-662a-429a-ba4a-3b348c85339e service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7 HTTP/1.1" status: 200 len: 217 time: 0.0324931 Aug 17 19:48:57.092369 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-eafbccb3-508d-48da-b741-6d5b063658e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:57.093841 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-eafbccb3-508d-48da-b741-6d5b063658e1 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0476258 Aug 17 19:48:57.138059 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-e9e6dea0-9b56-4f10-8c44-54cf30d5cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:57.139538 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-e9e6dea0-9b56-4f10-8c44-54cf30d5cd3d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396678 Aug 17 19:48:57.242268 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-49f0ab49-2acb-48ce-8731-b189bf829013 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965590 Aug 17 19:48:57.337923 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4e3c7bda-086e-48f8-96bc-30bed2d21d17 req-92348cc7-9a8d-476a-9d10-07c3bc12c87b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Aug 17 19:48:57.833770 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494c11-bd7b-4c91-a26a-91dd004ceba7 req-62e0ba18-df42-40eb-af80-b0de060d22bf tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:57.835243 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e7494c11-bd7b-4c91-a26a-91dd004ceba7 req-62e0ba18-df42-40eb-af80-b0de060d22bf tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 943 time: 0.0996213 Aug 17 19:48:57.881837 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e7494c11-bd7b-4c91-a26a-91dd004ceba7 req-89a29624-ffee-4da7-bd60-4002010ac2f4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Aug 17 19:48:58.997159 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0bf15-22a5-47f4-9145-247947cc9c17 req-d91de2e6-4597-4f40-a48f-dca1775c31ca tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:48:58.998682 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76a0bf15-22a5-47f4-9145-247947cc9c17 req-d91de2e6-4597-4f40-a48f-dca1775c31ca tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 943 time: 0.0460234 Aug 17 19:48:59.014511 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=8 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:48:59.045094 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-76a0bf15-22a5-47f4-9145-247947cc9c17 req-97bde7d2-f617-4ef0-86ee-6e876b6ef01e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Aug 17 19:48:59.774764 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device fb04004f-1f4c-4907-8d1d-6f87822616e7 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:49:00.011564 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port fb04004f-1f4c-4907-8d1d-6f87822616e7, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:49:00.022184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'port_id': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'mac_address': 'fa:16:3e:d4:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:49:00.055936 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port fb04004f-1f4c-4907-8d1d-6f87822616e7 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:49:00.056312 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:00.068565 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb04004f-1f4c-4907-8d1d-6f87822616e7 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:49:00.089154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port fb04004f-1f4c-4907-8d1d-6f87822616e7, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:49:00.093682 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:00.140923 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=fb04004f-1f4c-4907-8d1d-6f87822616e7,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:00.148564 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.148911 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.149285 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.149628 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.149968 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.150307 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.150637 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.150962 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.151287 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.151611 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.151933 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.152258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.152585 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.152903 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.153239 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:00.164760 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dd831-73cc-4c9b-9ce7-32cfd8d63dbd req-d1fcbd44-2e92-48a4-8a10-93cd55560009 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:00.166260 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-012dd831-73cc-4c9b-9ce7-32cfd8d63dbd req-d1fcbd44-2e92-48a4-8a10-93cd55560009 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 944 time: 0.0482345 Aug 17 19:49:00.215850 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-012dd831-73cc-4c9b-9ce7-32cfd8d63dbd req-df988da7-23c0-4f26-afd5-1df7713acdf3 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439866 Aug 17 19:49:00.309887 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['fb04004f-1f4c-4907-8d1d-6f87822616e7'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:49:01.329932 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70886e74-ca27-4d7c-beb5-0818afa513be req-542f045a-b24f-4575-aefc-100ccaa1eb30 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:01.331359 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-70886e74-ca27-4d7c-beb5-0818afa513be req-542f045a-b24f-4575-aefc-100ccaa1eb30 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 944 time: 0.0457222 Aug 17 19:49:01.377090 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-70886e74-ca27-4d7c-beb5-0818afa513be req-03420986-0e37-45e8-850d-66831acf5d36 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Aug 17 19:49:02.169625 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:02.496590 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4e965-8c7a-486e-a63c-18b06d0d0cef req-ce225b9e-b5c1-4e3c-953e-9f17c0c27e65 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:02.498040 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9fb4e965-8c7a-486e-a63c-18b06d0d0cef req-ce225b9e-b5c1-4e3c-953e-9f17c0c27e65 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 944 time: 0.0451193 Aug 17 19:49:02.543531 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9fb4e965-8c7a-486e-a63c-18b06d0d0cef req-a947c765-fee7-426c-8d2d-5544cfa2d57c tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Aug 17 19:49:03.006346 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device fb04004f-1f4c-4907-8d1d-6f87822616e7 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:49:03.051310 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port fb04004f-1f4c-4907-8d1d-6f87822616e7 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:49:03.057043 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port fb04004f-1f4c-4907-8d1d-6f87822616e7 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:49:03.057453 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:03.128039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port fb04004f-1f4c-4907-8d1d-6f87822616e7 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:49:03.128436 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:03.151820 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:49:03.154068 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ca8c29-fbfc-4c27-bc43-60fd8ec5dc83" -d '{"events": [{"server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "name": "network-vif-plugged", "status": "completed", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:49:03.167200 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port fb04004f-1f4c-4907-8d1d-6f87822616e7, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:49:03.172198 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:03.194279 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c12bc3-afab-453a-b72c-349c7c529a9b x-openstack-request-id: req-e3c12bc3-afab-453a-b72c-349c7c529a9b {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:49:03.194561 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "name": "network-vif-plugged", "status": "completed", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:49:03.194806 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3c12bc3-afab-453a-b72c-349c7c529a9b {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:49:03.195189 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c12bc3-afab-453a-b72c-349c7c529a9b'] response: {'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'code': 200} Aug 17 19:49:03.223740 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=fb04004f-1f4c-4907-8d1d-6f87822616e7,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:03.647807 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:03.663673 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aae7b-6216-4990-ab3a-9ca05fbe4e04 req-8be2ad10-c1d2-4a02-9a26-fe05a2bede9d tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:03.665133 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9e5aae7b-6216-4990-ab3a-9ca05fbe4e04 req-8be2ad10-c1d2-4a02-9a26-fe05a2bede9d tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Aug 17 19:49:03.711525 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9e5aae7b-6216-4990-ab3a-9ca05fbe4e04 req-1fb8a44f-2e01-4f51-9bd4-ccc8069d89f4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Aug 17 19:49:04.065351 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9669-dbd9-4244-bf98-19321ff36651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:04.078201 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981cfcc-e4d3-45a3-bc10-40a1a0b40705 req-4a02c6e1-31e7-4834-b562-506d19ea1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:04.080172 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b981cfcc-e4d3-45a3-bc10-40a1a0b40705 req-4a02c6e1-31e7-4834-b562-506d19ea1350 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 1129 time: 0.0385432 Aug 17 19:49:04.122871 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-b981cfcc-e4d3-45a3-bc10-40a1a0b40705 req-6f32f043-4c15-4e31-bdae-9cecfa56e6b0 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369558 Aug 17 19:49:04.829842 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7040e2-38b7-48d2-b0a6-3cc2b635b90c req-52757654-b131-4945-8f4e-ae210a4f8aac tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:04.831329 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ab7040e2-38b7-48d2-b0a6-3cc2b635b90c req-52757654-b131-4945-8f4e-ae210a4f8aac tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0473428 Aug 17 19:49:04.862915 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:04.880345 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ab7040e2-38b7-48d2-b0a6-3cc2b635b90c req-0f29dc41-4d74-4d67-b725-bc1237a353e1 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Aug 17 19:49:06.005582 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f231-fe3c-482e-bfee-1c6d075403af req-73b72d9e-7da3-486d-a328-e888114508a8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:06.006959 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8e03f231-fe3c-482e-bfee-1c6d075403af req-73b72d9e-7da3-486d-a328-e888114508a8 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Aug 17 19:49:06.053114 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-8e03f231-fe3c-482e-bfee-1c6d075403af req-d557853f-0d79-4292-95f3-c19c43d2cc0f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Aug 17 19:49:06.138362 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8f0048f6-9260-4faf-999b-4af32125e207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:06.169571 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fee708-fdb3-4fe1-85b7-c63013d013d6 req-5bbe74ed-2437-4fe8-b1a8-bd0f3cda33d9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:06.171021 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-17fee708-fdb3-4fe1-85b7-c63013d013d6 req-5bbe74ed-2437-4fe8-b1a8-bd0f3cda33d9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0481017 Aug 17 19:49:06.180723 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52408) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:06.184928 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Request body: {'floatingip': {'port_id': 'fb04004f-1f4c-4907-8d1d-6f87822616e7'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:49:06.221868 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (cce38173-8299-4ed1-9aa6-97c78a913623), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:06.630284 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:06.633949 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (cce38173-8299-4ed1-9aa6-97c78a913623), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:06.731115 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP cce38173-8299-4ed1-9aa6-97c78a913623 associated. External IP: 172.27.1.189, port: fb04004f-1f4c-4907-8d1d-6f87822616e7. Aug 17 19:49:06.874982 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:06.946221 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:49:07.050318 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:49:07.054831 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:07.060558 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:49:07.072536 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:49:07.073346 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:49:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:07.090700 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-bf48ba59-37a9-4116-90f4-afd005a19537 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/cce38173-8299-4ed1-9aa6-97c78a913623 HTTP/1.1" status: 200 len: 991 time: 0.9089081 Aug 17 19:49:07.091276 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:49:07.093782 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b845e3-9291-4b09-9764-a1e14f46bd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:49:07.132210 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5240fe40-7698-41f1-87fb-0976889319f2 x-openstack-request-id: req-5240fe40-7698-41f1-87fb-0976889319f2 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:49:07.132502 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:49:07.132761 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5240fe40-7698-41f1-87fb-0976889319f2 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:49:07.133165 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5240fe40-7698-41f1-87fb-0976889319f2'] response: {'name': 'network-changed', 'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'status': 'completed', 'code': 200} Aug 17 19:49:07.179316 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:49:07.196372 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-a9ccbf8d-054c-4bd4-94be-ace922d65e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:07.198000 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-a9ccbf8d-054c-4bd4-94be-ace922d65e58 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 1129 time: 0.0440967 Aug 17 19:49:07.201924 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:07.206658 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:07.288053 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-33517840-e0a8-4578-a5c8-d2121a6be0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:07.289535 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-33517840-e0a8-4578-a5c8-d2121a6be0c2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.0843828 Aug 17 19:49:07.352906 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-6cb86951-2964-4343-bbf2-fb6ec717b3c7 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7 HTTP/1.1" status: 200 len: 999 time: 0.0577333 Aug 17 19:49:07.393769 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'cce38173-8299-4ed1-9aa6-97c78a913623', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:d4:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833ddab4-258d-4891-bad4-8401df08a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:48:50Z', 'updated_at': '2022-08-17T19:49:06Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:07.400457 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-8b430597-203c-4623-b525-932a00cbaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:07.401969 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-8b430597-203c-4623-b525-932a00cbaa05 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0440545 Aug 17 19:49:07.418621 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:49:07.426883 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:49:07.427488 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:49:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:07.446223 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-f6949f18-1ee6-4978-bcac-c364b2cfcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:07.447747 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-f6949f18-1ee6-4978-bcac-c364b2cfcafc service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396323 Aug 17 19:49:07.488617 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:07.509448 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:07.518328 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:07.530204 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:07.543314 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:49:07.546684 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-b8db8b81-7a83-4755-a26a-749c0641a6b2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923579 Aug 17 19:49:07.640162 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-98b845e3-9291-4b09-9764-a1e14f46bd1e req-29931971-bf00-431e-8614-ebdc4f97aef2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872445 Aug 17 19:49:07.751235 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'cce38173-8299-4ed1-9aa6-97c78a913623', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:d4:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833ddab4-258d-4891-bad4-8401df08a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:48:50Z', 'updated_at': '2022-08-17T19:49:06Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:07.779182 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb34d8-968c-4405-b949-ae85a280358b None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': 'cce38173-8299-4ed1-9aa6-97c78a913623', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'port_id': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'mac_address': 'fa:16:3e:d4:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833ddab4-258d-4891-bad4-8401df08a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:48:50Z', 'updated_at': '2022-08-17T19:49:06Z', 'revision_number': 1, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:49:07.975870 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22cf66e-bbd8-40d9-95f1-0660c31f725f None None] New status for floating IP cce38173-8299-4ed1-9aa6-97c78a913623: ACTIVE {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:49:08.200785 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:08.769744 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:08.912229 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:12.138033 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:49:13.618694 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52472) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:13.626643 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:13.663634 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] Deleting subnet fec75830-1ef6-41fd-b86f-6cd8b3838420 {{(pid=111881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:49:13.666673 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] Publish callbacks [] for subnet (fec75830-1ef6-41fd-b86f-6cd8b3838420), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:13.700019 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25262848'] for subnet (fec75830-1ef6-41fd-b86f-6cd8b3838420), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:13.741865 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (fec75830-1ef6-41fd-b86f-6cd8b3838420), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.021895 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28347989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25253082'] for subnet (fec75830-1ef6-41fd-b86f-6cd8b3838420), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.046736 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec75830-1ef6-41fd-b86f-6cd8b3838420,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:14.050480 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.054143 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1350b62c-fbe5-4351-8ebc-114317c107b5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/fec75830-1ef6-41fd-b86f-6cd8b3838420 HTTP/1.1" status: 204 len: 168 time: 0.4344759 Aug 17 19:49:14.056890 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52474) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:14.125984 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.201124 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.220584 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:14.229651 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f45677-f928-4e4a-92ac-12e285c44ef0') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:14.229948 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f45677-f928-4e4a-92ac-12e285c44ef0') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:14.239752 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (09f45677-f928-4e4a-92ac-12e285c44ef0), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.252694 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (09f45677-f928-4e4a-92ac-12e285c44ef0), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.259356 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:49:14.259732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (09f45677-f928-4e4a-92ac-12e285c44ef0), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.303069 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 09f45677-f928-4e4a-92ac-12e285c44ef0 resource provider aggregate not found Aug 17 19:49:14.320579 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 09f45677-f928-4e4a-92ac-12e285c44ef0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09f45677-f928-4e4a-92ac-12e285c44ef0 found for delete ", "request_id": "req-a7e09e38-12ca-4200-968f-ac14cc95382e"}]} Aug 17 19:49:14.325376 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.329684 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.335864 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7 HTTP/1.1" status: 204 len: 168 time: 0.2756693 Aug 17 19:49:14.345939 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4aa04-33a2-4961-8a4a-e47d1d29723d admin admin] Pushing event deleted for resources: {'Network': ['ID=d10cb1f4-6eb1-45b3-ae3e-3bd1476e3af7,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:14.441068 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52482) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:14.481640 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-67924d52-51a3-4d87-9369-c8b2ad252009 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e1bc20a6ee5c4e61ab2f8b0683543ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393109 Aug 17 19:49:14.484064 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52484) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:14.530083 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35de99bd-7ae2-4095-983e-65b8224ea53b admin admin] Publish callbacks [] for security_group (7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.552203 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35de99bd-7ae2-4095-983e-65b8224ea53b admin admin] Publish callbacks [] for security_group (7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.579446 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:14.607624 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-cd1647b1-2651-4d3f-8503-c05ca91dc6cb service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452943 Aug 17 19:49:14.610266 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35de99bd-7ae2-4095-983e-65b8224ea53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.612870 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-35de99bd-7ae2-4095-983e-65b8224ea53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:14.614064 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-35de99bd-7ae2-4095-983e-65b8224ea53b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4 HTTP/1.1" status: 204 len: 168 time: 0.1290975 Aug 17 19:49:14.622172 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de99bd-7ae2-4095-983e-65b8224ea53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4c67a3-cb91-4b0c-8cc3-7f395b78aab4,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:14.694730 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-5530bb22-9b0a-4dd4-a256-255f0ded9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:14.696264 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-5530bb22-9b0a-4dd4-a256-255f0ded9f21 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d48524fb6ff040dcac98b23363268772&device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 1129 time: 0.0407095 Aug 17 19:49:14.812825 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-e81b9057-c75a-4883-a736-bcdaa97fba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:14.814322 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-e81b9057-c75a-4883-a736-bcdaa97fba11 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 200 len: 916 time: 0.0985727 Aug 17 19:49:14.883962 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-63d04f56-ffa5-405c-ab15-6c146a5569e9 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7 HTTP/1.1" status: 200 len: 1001 time: 0.0558891 Aug 17 19:49:14.942841 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-b97e8729-ab86-4925-847a-8498c1be3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:14.944317 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-b97e8729-ab86-4925-847a-8498c1be3111 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 200 len: 854 time: 0.0452313 Aug 17 19:49:14.991982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-2b149d44-37dd-4760-b8a3-fcc1ce189ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:14.993496 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-2b149d44-37dd-4760-b8a3-fcc1ce189ab0 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=04936ff2-1cb2-462b-9dfb-59deb589561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431967 Aug 17 19:49:15.084259 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-091a7925-de28-4d3f-8793-443166b96406 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845199 Aug 17 19:49:15.183115 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0931a6d8-7adb-495f-be28-97451fe2be47 req-900091d0-654e-4b4b-af7f-151f8044c295 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893681 Aug 17 19:49:18.079568 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=10 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:18.903121 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:22.134131 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:22.701765 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52558) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:22.816297 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf02a149-51d3-4ab3-a882-9290476d95cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:22.891723 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf02a149-51d3-4ab3-a882-9290476d95cb admin admin] Publish callbacks [] for security_group (a3040665-906c-4420-b1e7-a5fb7d4a08f9), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:22.895349 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-bf02a149-51d3-4ab3-a882-9290476d95cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a3040665-906c-4420-b1e7-a5fb7d4a08f9), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:22.909769 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:22.937334 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-bf02a149-51d3-4ab3-a882-9290476d95cb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=cbfcba5082414876af6e9cc01a36a5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344794 Aug 17 19:49:22.938399 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02a149-51d3-4ab3-a882-9290476d95cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3040665-906c-4420-b1e7-a5fb7d4a08f9,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:22.940131 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52562) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:22.991999 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-056c7bc0-dcc0-441f-bd37-c77dab6441fd admin admin] Publish callbacks [] for security_group (a3040665-906c-4420-b1e7-a5fb7d4a08f9), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:23.013248 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-056c7bc0-dcc0-441f-bd37-c77dab6441fd admin admin] Publish callbacks [] for security_group (a3040665-906c-4420-b1e7-a5fb7d4a08f9), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:23.058809 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-056c7bc0-dcc0-441f-bd37-c77dab6441fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (a3040665-906c-4420-b1e7-a5fb7d4a08f9), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:23.061491 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-056c7bc0-dcc0-441f-bd37-c77dab6441fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:23.062619 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-056c7bc0-dcc0-441f-bd37-c77dab6441fd admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a3040665-906c-4420-b1e7-a5fb7d4a08f9 HTTP/1.1" status: 204 len: 168 time: 0.1206229 Aug 17 19:49:23.071504 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c7bc0-dcc0-441f-bd37-c77dab6441fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3040665-906c-4420-b1e7-a5fb7d4a08f9,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:24.635363 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:24.636104 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:32.933511 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=25,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:33.066220 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:33.070881 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:33.085091 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:34.068171 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdb57-ba34-4999-b0f3-5ecace6b2e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:34.188607 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:34.193025 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:36.140504 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-935a548c-2c1c-467b-9254-b1b9a0679785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:37.484076 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:38.245357 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:38.771260 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:38.916523 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:48.767420 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:48.910449 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:48.912813 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:49.137687 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:49:52.964559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1c5a0-9816-4ddf-9337-50f474779433 req-4cd69842-80a5-4fad-a2ea-5405acd6513f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:52.966066 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2bd1c5a0-9816-4ddf-9337-50f474779433 req-4cd69842-80a5-4fad-a2ea-5405acd6513f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0471942 Aug 17 19:49:53.014603 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2bd1c5a0-9816-4ddf-9337-50f474779433 req-f8b8a906-5512-4450-bede-ac83327379b9 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Aug 17 19:49:54.133150 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fd6a4-798d-47d7-80b9-363984509430 req-5c03c96a-2782-4267-a789-f7c866a99fe6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:54.134636 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3d6fd6a4-798d-47d7-80b9-363984509430 req-5c03c96a-2782-4267-a789-f7c866a99fe6 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0466585 Aug 17 19:49:54.182031 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3d6fd6a4-798d-47d7-80b9-363984509430 req-e1320394-917c-4d1a-96cf-387d60ace296 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d1e24664-39d4-4430-baa3-78e464f32d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Aug 17 19:49:54.439472 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b44db9-c75d-4a87-880f-d385a579e89d req-39f5b090-0df3-4ca9-bf20-3287bda21903 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:49:54.441435 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-86b44db9-c75d-4a87-880f-d385a579e89d req-39f5b090-0df3-4ca9-bf20-3287bda21903 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0453038 Aug 17 19:49:54.522820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port fb04004f-1f4c-4907-8d1d-6f87822616e7 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:49:54.523172 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:54.612193 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] For port fb04004f-1f4c-4907-8d1d-6f87822616e7, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fb04004f-1f4c-4907-8d1d-6f87822616e7,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:49:54.612547 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:54.769137 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:54.769432 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (cce38173-8299-4ed1-9aa6-97c78a913623), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:54.769746 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Floating IP cce38173-8299-4ed1-9aa6-97c78a913623 disassociated. External IP: 172.27.1.189, port: fb04004f-1f4c-4907-8d1d-6f87822616e7. Aug 17 19:49:54.770082 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for fb04004f-1f4c-4907-8d1d-6f87822616e7 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:49:54.896569 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (fb04004f-1f4c-4907-8d1d-6f87822616e7), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:54.923324 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=fb04004f-1f4c-4907-8d1d-6f87822616e7,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:54.932569 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.932915 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.933278 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.933613 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.933946 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.934273 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.934601 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.934922 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.935588 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.935588 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.935876 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.936166 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.936484 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.936808 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:54.937125 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:55.044399 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:49:55.147912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:49:55.157128 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:49:55.166585 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:49:55.167194 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:49:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:55.188801 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] No DVR routers for this DVR port fb04004f-1f4c-4907-8d1d-6f87822616e7 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:49:55.191886 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:55.195413 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-86b44db9-c75d-4a87-880f-d385a579e89d req-1fbd54a3-12c4-4a52-9cd4-c94a8ff85e53 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.65 "DELETE /networking/v2.0/ports/fb04004f-1f4c-4907-8d1d-6f87822616e7 HTTP/1.1" status: 204 len: 173 time: 0.7488842 Aug 17 19:49:55.195855 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'name': 'network-vif-deleted', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:49:55.198745 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4a868d-b190-404f-93b5-d8a27cf05bb0" -d '{"events": [{"server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "name": "network-vif-deleted", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:49:55.239915 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e95819-bbf5-49cb-b1ae-f82a65dac89f x-openstack-request-id: req-42e95819-bbf5-49cb-b1ae-f82a65dac89f {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:49:55.240208 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833ddab4-258d-4891-bad4-8401df08a3e0", "name": "network-vif-deleted", "tag": "fb04004f-1f4c-4907-8d1d-6f87822616e7", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:49:55.240558 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42e95819-bbf5-49cb-b1ae-f82a65dac89f {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:49:55.240914 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e95819-bbf5-49cb-b1ae-f82a65dac89f'] response: {'server_uuid': '833ddab4-258d-4891-bad4-8401df08a3e0', 'name': 'network-vif-deleted', 'tag': 'fb04004f-1f4c-4907-8d1d-6f87822616e7', 'status': 'completed', 'code': 200} Aug 17 19:49:55.283714 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:49:55.293738 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-dff2e1ed-92dc-4609-8df6-49d4ff69c0e9 req-9d5d349e-3d4c-45e2-9a5c-198727d0d36e tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=833ddab4-258d-4891-bad4-8401df08a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Aug 17 19:49:55.604256 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:55.629202 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:49:55.638622 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:49:55.639474 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:49:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:55.749641 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:49:55.936215 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:49:55.961091 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa07f8-46da-4ac2-898f-a765ccc11ab1 None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:29Z', 'revision_number': 4, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '7e94f772-0a66-4841-a9a1-889bca9027f1', 'name': '', 'network_id': '04936ff2-1cb2-462b-9dfb-59deb589561c', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'mac_address': 'fa:16:3e:0a:14:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:29Z', 'updated_at': '2022-08-17T19:45:33Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'subnets': [{'id': 'a86589b9-b5f8-432a-bb88-80cca200b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:49:56.172906 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba3b44-cd59-4f35-ba54-8aa20bff45a5 None None] New status for floating IP cce38173-8299-4ed1-9aa6-97c78a913623: DOWN {{(pid=111893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:49:56.389720 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52636) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:56.434107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:56.446940 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5519f8e5-cb3b-4a69-a04f-f5047e60fb3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (d1e24664-39d4-4430-baa3-78e464f32d63), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.470555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5519f8e5-cb3b-4a69-a04f-f5047e60fb3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (d1e24664-39d4-4430-baa3-78e464f32d63), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.501948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:49:56.519154 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5519f8e5-cb3b-4a69-a04f-f5047e60fb3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d1e24664-39d4-4430-baa3-78e464f32d63), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.521695 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-5519f8e5-cb3b-4a69-a04f-f5047e60fb3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.522830 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-5519f8e5-cb3b-4a69-a04f-f5047e60fb3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d1e24664-39d4-4430-baa3-78e464f32d63 HTTP/1.1" status: 204 len: 168 time: 0.1321015 Aug 17 19:49:56.525690 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52638) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:56.531777 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519f8e5-cb3b-4a69-a04f-f5047e60fb3f tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e24664-39d4-4430-baa3-78e464f32d63,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:56.539544 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.api.v2.resource [None req-25d1459c-d41c-4b5e-aca1-6a53c2ce4d37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] show failed (client error): The resource could not be found. Aug 17 19:49:56.542313 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-25d1459c-d41c-4b5e-aca1-6a53c2ce4d37 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "GET /networking/v2.0/security-groups/d1e24664-39d4-4430-baa3-78e464f32d63 HTTP/1.1" status: 404 len: 347 time: 0.0155637 Aug 17 19:49:56.545072 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52640) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:49:56.654502 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Deleting port b9da9eb4-a8a9-492b-be9d-7285dd446497 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:49:56.654848 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.731842 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.732084 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (b9da9eb4-a8a9-492b-be9d-7285dd446497), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.744399 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Calling delete_port for b9da9eb4-a8a9-492b-be9d-7285dd446497 owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:49:56.875063 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (b9da9eb4-a8a9-492b-be9d-7285dd446497), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.898254 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Pushing event deleted for resources: {'Port': ['ID=b9da9eb4-a8a9-492b-be9d-7285dd446497,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:49:56.913537 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.913897 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.914245 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.914586 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.914922 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.915262 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.915598 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.915931 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.916262 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.916591 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.917005 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.917365 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.917695 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.918020 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.918352 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:49:56.975231 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks [] for floatingip (cce38173-8299-4ed1-9aa6-97c78a913623), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.978041 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:49:56.979187 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e8a5c4d2-81f2-4730-85ef-4bcb0b0ea8d4 tempest-AttachVolumeNegativeTest-528953303 tempest-AttachVolumeNegativeTest-528953303-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/cce38173-8299-4ed1-9aa6-97c78a913623 HTTP/1.1" status: 204 len: 168 time: 0.4331930 Aug 17 19:49:58.185784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device fb04004f-1f4c-4907-8d1d-6f87822616e7 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:49:58.208510 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: fb04004f-1f4c-4907-8d1d-6f87822616e7 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:49:58.208850 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device fb04004f-1f4c-4907-8d1d-6f87822616e7 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:50:00.651580 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52676) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:00.902380 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:00.930725 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:00.963748 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:01.176939 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Deleting port 7e94f772-0a66-4841-a9a1-889bca9027f1 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:50:01.177188 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:01.253749 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] For port 7e94f772-0a66-4841-a9a1-889bca9027f1, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=7e94f772-0a66-4841-a9a1-889bca9027f1,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:01.254107 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:01.266382 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Calling delete_port for 7e94f772-0a66-4841-a9a1-889bca9027f1 owned by network:router_interface {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:50:01.442890 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (7e94f772-0a66-4841-a9a1-889bca9027f1), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:01.466785 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e94f772-0a66-4841-a9a1-889bca9027f1,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:01.626090 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:01.729696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:01.733914 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:01.832476 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:50:01.934117 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:50:01.939350 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f4401a65-41c4-4f92-a3d8-7dab9d309365 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/9ca532c7-8dda-4feb-a05c-3920c4cd64ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2874112 Aug 17 19:50:01.942423 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52678) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:01.943384 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] Sync routers for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:50:01.959487 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:01.960092 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:49:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:02.041135 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks [] for router (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.058497 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:02.136030 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks [] for router_gateway (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.179538 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Deleting port 2cfc78eb-258d-4e17-a823-267ca20a1827 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:50:02.179875 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.224308 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:50:01Z', 'revision_number': 5, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port': {'id': '2cfc78eb-258d-4e17-a823-267ca20a1827', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:02.253930 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] Checking router: 9ca532c7-8dda-4feb-a05c-3920c4cd64ce for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:50:02.258735 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] For port 2cfc78eb-258d-4e17-a823-267ca20a1827, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=2cfc78eb-258d-4e17-a823-267ca20a1827,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:02.259114 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.262891 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] Routers {'9ca532c7-8dda-4feb-a05c-3920c4cd64ce'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:02.263493 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:49:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:02.272160 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Calling delete_port for 2cfc78eb-258d-4e17-a823-267ca20a1827 owned by network:router_gateway {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:50:02.342625 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] Set router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce gateway port host: None {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:02.393234 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:50:02Z', 'revision_number': 6, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:02.417073 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6302b6-3549-48d5-b40a-3db038930cc4 None None] The sync data for ids ['9ca532c7-8dda-4feb-a05c-3920c4cd64ce'] in dv-cinder-850698-2-iscsi is: [{'id': '9ca532c7-8dda-4feb-a05c-3920c4cd64ce', 'name': 'tempest-AttachVolumeNegativeTest-2075355047-router', 'tenant_id': 'd48524fb6ff040dcac98b23363268772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:45:27Z', 'updated_at': '2022-08-17T19:50:02Z', 'revision_number': 6, 'project_id': 'd48524fb6ff040dcac98b23363268772', 'gw_port_host': None}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:50:02.438031 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (2cfc78eb-258d-4e17-a823-267ca20a1827), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.469472 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfc78eb-258d-4e17-a823-267ca20a1827,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:02.525692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:02.531444 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.618375 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.620418 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks [] for router_controller (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.624934 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:02.662027 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (9ca532c7-8dda-4feb-a05c-3920c4cd64ce), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.662589 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca532c7-8dda-4feb-a05c-3920c4cd64ce {{(pid=111881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:50:02.666754 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.667919 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-060bd498-757a-4f2f-b072-96ce313480fc admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/9ca532c7-8dda-4feb-a05c-3920c4cd64ce HTTP/1.1" status: 204 len: 168 time: 0.7245796 Aug 17 19:50:02.670471 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52680) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:02.717589 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_v2 [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] Deleting subnet a86589b9-b5f8-432a-bb88-80cca200b522 {{(pid=111881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:50:02.720578 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] Publish callbacks [] for subnet (a86589b9-b5f8-432a-bb88-80cca200b522), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.756474 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25262848'] for subnet (a86589b9-b5f8-432a-bb88-80cca200b522), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.833973 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (a86589b9-b5f8-432a-bb88-80cca200b522), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.889422 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28347989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25253082'] for subnet (a86589b9-b5f8-432a-bb88-80cca200b522), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.912562 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86589b9-b5f8-432a-bb88-80cca200b522,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:02.918867 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:02.922449 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-42412882-4ed3-42b6-9185-587617d3938b admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/a86589b9-b5f8-432a-bb88-80cca200b522 HTTP/1.1" status: 204 len: 168 time: 0.2510381 Aug 17 19:50:02.925537 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52682) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:02.927362 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6d083-f233-4168-9f6c-6e7ef6302b0e None None] Network 04936ff2-1cb2-462b-9dfb-59deb589561c requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:02.994016 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (04936ff2-1cb2-462b-9dfb-59deb589561c), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.036480 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Deleting port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:50:03.036736 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.154825 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] DHCP port deletion for 04936ff2-1cb2-462b-9dfb-59deb589561c request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:50:03.194944 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Deleting port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 {{(pid=111890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:50:03.195325 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), before_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.268458 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] For port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:03.268856 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), precommit_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.282459 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Calling delete_port for 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 owned by network:dhcp {{(pid=111890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:50:03.338884 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] For port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,segment=NetworkSegment(964bc50d-ffbb-477d-9606-09a7055f049c),segment_id=964bc50d-ffbb-477d-9606-09a7055f049c)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:03.339374 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.353884 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Calling delete_port for 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:50:03.358911 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:03.370277 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), after_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.403710 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Pushing event deleted for resources: {'Port': ['ID=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,revision_number=None']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:03.412548 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] No DVR routers for this DVR port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 on host dv-cinder-850698-2-iscsi {{(pid=111890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:50:03.419460 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.419812 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.420171 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.420511 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.420849 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.421179 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.421538 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.421930 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.422755 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.422755 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.424248 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.424542 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.424873 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.426421 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.426757 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d1eb1-8d2d-45e7-ac6f-c5ef7ac80bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:03.447702 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (844610bf-1eb1-4dc9-beb3-e71a07fedcb2), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.475408 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=844610bf-1eb1-4dc9-beb3-e71a07fedcb2,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:03.478782 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] No DVR routers for this DVR port 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:50:03.547666 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (04936ff2-1cb2-462b-9dfb-59deb589561c), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.567290 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04936ff2-1cb2-462b-9dfb-59deb589561c']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:03.576525 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964bc50d-ffbb-477d-9606-09a7055f049c') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:03.576816 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964bc50d-ffbb-477d-9606-09a7055f049c') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:03.586866 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (964bc50d-ffbb-477d-9606-09a7055f049c), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.600027 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (964bc50d-ffbb-477d-9606-09a7055f049c), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.606150 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:50:03.606529 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (964bc50d-ffbb-477d-9606-09a7055f049c), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.626843 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 964bc50d-ffbb-477d-9606-09a7055f049c resource provider aggregate not found Aug 17 19:50:03.667144 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 964bc50d-ffbb-477d-9606-09a7055f049c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 964bc50d-ffbb-477d-9606-09a7055f049c found for delete ", "request_id": "req-64ce0d39-50bf-47c8-a583-791116cb382b"}]} Aug 17 19:50:03.668125 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:03.675346 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (04936ff2-1cb2-462b-9dfb-59deb589561c), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.681344 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.684410 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/04936ff2-1cb2-462b-9dfb-59deb589561c HTTP/1.1" status: 204 len: 168 time: 0.7575879 Aug 17 19:50:03.696543 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d728343-d52d-46c4-a991-c51fc0ac33b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=04936ff2-1cb2-462b-9dfb-59deb589561c,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:03.846017 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:50:03.849018 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:03.855312 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52690) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:03.866337 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:50:03.866685 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 844610bf-1eb1-4dc9-beb3-e71a07fedcb2 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:50:03.867104 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7e94f772-0a66-4841-a9a1-889bca9027f1 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:50:03.886351 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 7e94f772-0a66-4841-a9a1-889bca9027f1 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:50:03.886698 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 7e94f772-0a66-4841-a9a1-889bca9027f1 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:50:03.887113 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 2cfc78eb-258d-4e17-a823-267ca20a1827 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:50:03.896472 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-51229bbd-de89-4af6-96e4-58ea253d4bcc admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d48524fb6ff040dcac98b23363268772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399489 Aug 17 19:50:03.899084 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52692) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:03.905063 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 2cfc78eb-258d-4e17-a823-267ca20a1827 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:50:03.905441 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 2cfc78eb-258d-4e17-a823-267ca20a1827 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:50:03.936967 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:03.952376 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9ec687ff-74bb-45c5-b94b-84014de3b6d5 admin admin] Publish callbacks [] for security_group (6b7ba57d-8366-49c0-8bd1-c2be9b485092), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:03.973517 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9ec687ff-74bb-45c5-b94b-84014de3b6d5 admin admin] Publish callbacks [] for security_group (6b7ba57d-8366-49c0-8bd1-c2be9b485092), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:04.023276 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9ec687ff-74bb-45c5-b94b-84014de3b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (6b7ba57d-8366-49c0-8bd1-c2be9b485092), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:04.025890 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-9ec687ff-74bb-45c5-b94b-84014de3b6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:04.027000 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-9ec687ff-74bb-45c5-b94b-84014de3b6d5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6b7ba57d-8366-49c0-8bd1-c2be9b485092 HTTP/1.1" status: 204 len: 168 time: 0.1270149 Aug 17 19:50:04.034556 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec687ff-74bb-45c5-b94b-84014de3b6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ba57d-8366-49c0-8bd1-c2be9b485092,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:04.075577 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9434-b0ab-4329-8e7b-7aa9409e1d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:05.784315 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52742) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:05.886924 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1e5a73d2-ea15-4b79-8164-ebc6ebde1a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:05.963193 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1e5a73d2-ea15-4b79-8164-ebc6ebde1a99 admin admin] Publish callbacks [] for security_group (e4144244-7988-4c2c-af5f-fe8fb0f6b164), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:05.968116 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-1e5a73d2-ea15-4b79-8164-ebc6ebde1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e4144244-7988-4c2c-af5f-fe8fb0f6b164), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.009031 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a73d2-ea15-4b79-8164-ebc6ebde1a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4144244-7988-4c2c-af5f-fe8fb0f6b164,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:06.013161 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1e5a73d2-ea15-4b79-8164-ebc6ebde1a99 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=740bc734d4ee4aeda62a2df352725638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278554 Aug 17 19:50:06.016024 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52746) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:06.062841 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e61a913a-36d8-44c8-bfc1-748d7971094a admin admin] Publish callbacks [] for security_group (e4144244-7988-4c2c-af5f-fe8fb0f6b164), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.084167 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e61a913a-36d8-44c8-bfc1-748d7971094a admin admin] Publish callbacks [] for security_group (e4144244-7988-4c2c-af5f-fe8fb0f6b164), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.134057 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e61a913a-36d8-44c8-bfc1-748d7971094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (e4144244-7988-4c2c-af5f-fe8fb0f6b164), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.136693 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e61a913a-36d8-44c8-bfc1-748d7971094a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.138867 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e61a913a-36d8-44c8-bfc1-748d7971094a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e4144244-7988-4c2c-af5f-fe8fb0f6b164 HTTP/1.1" status: 204 len: 168 time: 0.1220393 Aug 17 19:50:06.148696 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-6b3353e5-513d-4676-a584-5bdcec9188ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.149294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a913a-36d8-44c8-bfc1-748d7971094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4144244-7988-4c2c-af5f-fe8fb0f6b164,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:06.161525 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:06.404192 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52752) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:06.417886 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-579d0496-72ae-4773-a44a-0fdc81435f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.500067 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-579d0496-72ae-4773-a44a-0fdc81435f09 admin admin] Publish callbacks [] for security_group (4e5a7497-3682-4109-afb3-a00ae33ef8ae), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.504419 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-579d0496-72ae-4773-a44a-0fdc81435f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (4e5a7497-3682-4109-afb3-a00ae33ef8ae), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.544704 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-579d0496-72ae-4773-a44a-0fdc81435f09 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=83c3adb3680f4d4a9defa8301d0c447d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394310 Aug 17 19:50:06.545644 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d0496-72ae-4773-a44a-0fdc81435f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a7497-3682-4109-afb3-a00ae33ef8ae,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:06.547496 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52754) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:06.598885 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3d823d17-a88a-4a02-b42b-7f9559b52bc2 admin admin] Publish callbacks [] for security_group (4e5a7497-3682-4109-afb3-a00ae33ef8ae), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.620818 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3d823d17-a88a-4a02-b42b-7f9559b52bc2 admin admin] Publish callbacks [] for security_group (4e5a7497-3682-4109-afb3-a00ae33ef8ae), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.669059 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3d823d17-a88a-4a02-b42b-7f9559b52bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (4e5a7497-3682-4109-afb3-a00ae33ef8ae), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.671600 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3d823d17-a88a-4a02-b42b-7f9559b52bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:06.672757 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3d823d17-a88a-4a02-b42b-7f9559b52bc2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4e5a7497-3682-4109-afb3-a00ae33ef8ae HTTP/1.1" status: 204 len: 168 time: 0.1240849 Aug 17 19:50:06.681237 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d823d17-a88a-4a02-b42b-7f9559b52bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a7497-3682-4109-afb3-a00ae33ef8ae,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:07.340637 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52776) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:07.438037 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909026599-network', 'tenant_id': 'b63f63d409ce4f14b8114df120958ca9'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:07.459185 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Made reservation on behalf of b63f63d409ce4f14b8114df120958ca9 for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:07.461529 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.470795 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.480667 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.490400 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:07.547337 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks [] for security_group (7c7bd204-af2a-4e03-a544-e788e0dc4907), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.551264 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7c7bd204-af2a-4e03-a544-e788e0dc4907), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.567731 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:07.582924 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:50:07.587912 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bd204-af2a-4e03-a544-e788e0dc4907,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:07.595586 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (ab544346-442b-42a0-b687-502b0bcc7543), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.596568 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Added segment ab544346-442b-42a0-b687-502b0bcc7543 of type vlan for network 6ced201f-d06c-4818-ad7a-2a7d7208e19f Aug 17 19:50:07.637415 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (6ced201f-d06c-4818-ad7a-2a7d7208e19f), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.662064 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (6ced201f-d06c-4818-ad7a-2a7d7208e19f), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.663042 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:07.663614 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.714822 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3730853 Aug 17 19:50:07.717914 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52780) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:07.722813 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Request body: {'subnet': {'network_id': '6ced201f-d06c-4818-ad7a-2a7d7208e19f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909026599-subnet', 'tenant_id': 'b63f63d409ce4f14b8114df120958ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:07.725440 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb331-fdb8-4ae4-88a4-d98c73384aef admin admin] Pushing event updated for resources: {'Network': ['ID=6ced201f-d06c-4818-ad7a-2a7d7208e19f,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:07.735525 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 6ced201f-d06c-4818-ad7a-2a7d7208e19f details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:50:07.743000 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Made reservation on behalf of b63f63d409ce4f14b8114df120958ca9 for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:07.745593 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25763345'] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.910683 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25824786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25763455'] for subnet (29600aad-f030-4cc6-9271-8f9f57195cc8), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:07.966351 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29600aad-f030-4cc6-9271-8f9f57195cc8,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:07.974116 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Checking segment: {'id': 'ab544346-442b-42a0-b687-502b0bcc7543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6ced201f-d06c-4818-ad7a-2a7d7208e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:07.974488 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Network hostable DHCP agents. Network: 6ced201f-d06c-4818-ad7a-2a7d7208e19f, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:50:07.991467 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Network 6ced201f-d06c-4818-ad7a-2a7d7208e19f is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:50:07.999819 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 6ced201f-d06c-4818-ad7a-2a7d7208e19f) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:08.004119 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:08.004702 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.009360 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c38da-efab-4083-a82b-08883582655b None None] Network 6ced201f-d06c-4818-ad7a-2a7d7208e19f requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:08.020398 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e48373c5-0c5f-4cc6-ab7c-67ee03b8e8a3 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3014002 Aug 17 19:50:08.112452 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c5771-8952-4909-901e-c5eaf087dac5 None None] Network 6ced201f-d06c-4818-ad7a-2a7d7208e19f requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:08.245388 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.496433 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52796) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:08.501320 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398976969-network', 'tenant_id': 'b5a7496bc8db40eab5d88adaf6a83ef9'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:08.521536 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Made reservation on behalf of b5a7496bc8db40eab5d88adaf6a83ef9 for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:08.523924 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.532921 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.612960 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks [] for security_group (d9e3a989-d41c-4d63-ae48-371790d42d33), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.616376 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d9e3a989-d41c-4d63-ae48-371790d42d33), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.640882 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:50:08.651154 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e3a989-d41c-4d63-ae48-371790d42d33,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:08.655931 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (ee78fe17-8707-4d59-82c6-cb2f93de4f6f), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.656265 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Added segment ee78fe17-8707-4d59-82c6-cb2f93de4f6f of type vlan for network d7d03524-917b-40cf-82a2-a23b596b21b8 Aug 17 19:50:08.695097 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (d7d03524-917b-40cf-82a2-a23b596b21b8), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.719020 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (d7d03524-917b-40cf-82a2-a23b596b21b8), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.719999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:08.720571 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.773288 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.774865 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2773492 Aug 17 19:50:08.777729 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52798) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:08.782999 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Request body: {'subnet': {'network_id': 'd7d03524-917b-40cf-82a2-a23b596b21b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398976969-subnet', 'tenant_id': 'b5a7496bc8db40eab5d88adaf6a83ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:08.785879 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca722a6-42c9-4fc7-87aa-00cd3907abf4 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d03524-917b-40cf-82a2-a23b596b21b8,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:08.794907 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network d7d03524-917b-40cf-82a2-a23b596b21b8 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:50:08.804685 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Made reservation on behalf of b5a7496bc8db40eab5d88adaf6a83ef9 for: {'subnet': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:08.807154 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25763345'] for subnet (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.889511 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:08.922961 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.978499 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25824786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25763455'] for subnet (422b79f0-9090-4eee-bcc1-f3f8aa799947), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:08.981402 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:09.035935 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422b79f0-9090-4eee-bcc1-f3f8aa799947,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:09.044269 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Checking segment: {'id': 'ee78fe17-8707-4d59-82c6-cb2f93de4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7d03524-917b-40cf-82a2-a23b596b21b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:09.044615 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Network hostable DHCP agents. Network: d7d03524-917b-40cf-82a2-a23b596b21b8, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:50:09.060713 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Network d7d03524-917b-40cf-82a2-a23b596b21b8 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:50:09.069389 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, d7d03524-917b-40cf-82a2-a23b596b21b8) {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:09.073306 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:09.073898 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.078337 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c59405-c59f-439f-8954-77b281257f5a None None] Network d7d03524-917b-40cf-82a2-a23b596b21b8 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:09.090297 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-db4bfd6b-d70c-4d55-afe4-639d6d98f430 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3112247 Aug 17 19:50:09.179769 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd137a9-77c9-4783-acbc-999a76d21de1 None None] Network d7d03524-917b-40cf-82a2-a23b596b21b8 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:09.206219 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52802) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:09.254015 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] Deleting subnet 29600aad-f030-4cc6-9271-8f9f57195cc8 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:50:09.257185 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] Publish callbacks [] for subnet (29600aad-f030-4cc6-9271-8f9f57195cc8), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.293434 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (29600aad-f030-4cc6-9271-8f9f57195cc8), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.331638 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (29600aad-f030-4cc6-9271-8f9f57195cc8), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.382476 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (29600aad-f030-4cc6-9271-8f9f57195cc8), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.410770 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29600aad-f030-4cc6-9271-8f9f57195cc8,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:09.414509 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.417624 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ae199b80-64e2-446a-ae66-cd991d82776d admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/29600aad-f030-4cc6-9271-8f9f57195cc8 HTTP/1.1" status: 204 len: 168 time: 0.2103550 Aug 17 19:50:09.420799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52804) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:09.490802 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (6ced201f-d06c-4818-ad7a-2a7d7208e19f), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.574448 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (6ced201f-d06c-4818-ad7a-2a7d7208e19f), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.595732 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ced201f-d06c-4818-ad7a-2a7d7208e19f']}} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:09.604805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab544346-442b-42a0-b687-502b0bcc7543') {'for_net_delete': True} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:09.605091 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab544346-442b-42a0-b687-502b0bcc7543') {} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:09.614300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824914'] for segment (ab544346-442b-42a0-b687-502b0bcc7543), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.627693 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (ab544346-442b-42a0-b687-502b0bcc7543), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.633829 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=111883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:50:09.634230 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25821873'] for segment (ab544346-442b-42a0-b687-502b0bcc7543), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.672641 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment ab544346-442b-42a0-b687-502b0bcc7543 resource provider aggregate not found Aug 17 19:50:09.690514 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment ab544346-442b-42a0-b687-502b0bcc7543 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab544346-442b-42a0-b687-502b0bcc7543 found for delete ", "request_id": "req-f0c37bd0-db31-4681-a056-dd54833b6aa8"}]} Aug 17 19:50:09.695257 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (6ced201f-d06c-4818-ad7a-2a7d7208e19f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.699843 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.703273 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/6ced201f-d06c-4818-ad7a-2a7d7208e19f HTTP/1.1" status: 204 len: 168 time: 0.2815433 Aug 17 19:50:09.707386 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52810) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:09.723822 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1c260-0601-464b-bde3-82bf38fba745 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ced201f-d06c-4818-ad7a-2a7d7208e19f,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:09.765482 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] Deleting subnet 422b79f0-9090-4eee-bcc1-f3f8aa799947 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:50:09.768680 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] Publish callbacks [] for subnet (422b79f0-9090-4eee-bcc1-f3f8aa799947), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.803288 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (422b79f0-9090-4eee-bcc1-f3f8aa799947), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.843054 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (422b79f0-9090-4eee-bcc1-f3f8aa799947), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.867392 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:09.880517 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:09.898439 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (422b79f0-9090-4eee-bcc1-f3f8aa799947), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.927555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422b79f0-9090-4eee-bcc1-f3f8aa799947,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:09.930875 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:09.933914 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-1cb9986b-2528-4098-a670-a2c6b5f424bc admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/422b79f0-9090-4eee-bcc1-f3f8aa799947 HTTP/1.1" status: 204 len: 168 time: 0.2256420 Aug 17 19:50:09.936464 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 52812) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:10.002636 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (d7d03524-917b-40cf-82a2-a23b596b21b8), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.081136 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (d7d03524-917b-40cf-82a2-a23b596b21b8), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.100966 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d03524-917b-40cf-82a2-a23b596b21b8']}} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:10.109896 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee78fe17-8707-4d59-82c6-cb2f93de4f6f') {'for_net_delete': True} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:10.110187 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.services.segments.db [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee78fe17-8707-4d59-82c6-cb2f93de4f6f') {} {{(pid=111883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:10.119489 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824914'] for segment (ee78fe17-8707-4d59-82c6-cb2f93de4f6f), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.133376 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (ee78fe17-8707-4d59-82c6-cb2f93de4f6f), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.139450 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=111883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:50:10.139822 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25821873'] for segment (ee78fe17-8707-4d59-82c6-cb2f93de4f6f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.193298 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (d7d03524-917b-40cf-82a2-a23b596b21b8), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.197612 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.200948 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/d7d03524-917b-40cf-82a2-a23b596b21b8 HTTP/1.1" status: 204 len: 168 time: 0.2635798 Aug 17 19:50:10.214853 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b0d06-3fe2-4dda-abcd-48b701f60925 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d03524-917b-40cf-82a2-a23b596b21b8,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:10.356527 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52816) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:10.396822 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-6f7abb9e-02c3-4766-b02d-07a604f7c21f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b63f63d409ce4f14b8114df120958ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391545 Aug 17 19:50:10.399281 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52818) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:10.435594 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:10.449245 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-354fe6cf-90d6-49d0-9b02-83b4686ceca5 admin admin] Publish callbacks [] for security_group (7c7bd204-af2a-4e03-a544-e788e0dc4907), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.472389 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-354fe6cf-90d6-49d0-9b02-83b4686ceca5 admin admin] Publish callbacks [] for security_group (7c7bd204-af2a-4e03-a544-e788e0dc4907), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.519596 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-354fe6cf-90d6-49d0-9b02-83b4686ceca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (7c7bd204-af2a-4e03-a544-e788e0dc4907), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.522244 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-354fe6cf-90d6-49d0-9b02-83b4686ceca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.523363 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-354fe6cf-90d6-49d0-9b02-83b4686ceca5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7c7bd204-af2a-4e03-a544-e788e0dc4907 HTTP/1.1" status: 204 len: 168 time: 0.1231587 Aug 17 19:50:10.530772 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fe6cf-90d6-49d0-9b02-83b4686ceca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bd204-af2a-4e03-a544-e788e0dc4907,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:10.841092 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52824) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:10.881556 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-1a5c1cc3-f472-4285-8392-2e01f7a6591e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b5a7496bc8db40eab5d88adaf6a83ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390992 Aug 17 19:50:10.884016 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 52826) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:10.934836 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db3488d7-bb0e-41b2-94ce-3f0e3703df38 admin admin] Publish callbacks [] for security_group (d9e3a989-d41c-4d63-ae48-371790d42d33), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:10.936918 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:10.957866 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db3488d7-bb0e-41b2-94ce-3f0e3703df38 admin admin] Publish callbacks [] for security_group (d9e3a989-d41c-4d63-ae48-371790d42d33), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:11.007146 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db3488d7-bb0e-41b2-94ce-3f0e3703df38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (d9e3a989-d41c-4d63-ae48-371790d42d33), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:11.009813 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-db3488d7-bb0e-41b2-94ce-3f0e3703df38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:11.010968 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-db3488d7-bb0e-41b2-94ce-3f0e3703df38 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d9e3a989-d41c-4d63-ae48-371790d42d33 HTTP/1.1" status: 204 len: 168 time: 0.1260736 Aug 17 19:50:11.018947 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3488d7-bb0e-41b2-94ce-3f0e3703df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e3a989-d41c-4d63-ae48-371790d42d33,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:11.197460 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:11.198367 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:11.709064 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment ee78fe17-8707-4d59-82c6-cb2f93de4f6f resource provider aggregate not found Aug 17 19:50:11.726134 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.services.segments.plugin [-] Segment ee78fe17-8707-4d59-82c6-cb2f93de4f6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee78fe17-8707-4d59-82c6-cb2f93de4f6f found for delete ", "request_id": "req-4fd1e1d6-4c49-4162-8fff-643a195cd350"}]} Aug 17 19:50:19.252899 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:20.187827 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=25,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:20.204147 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=35 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:20.543010 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:21.014162 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:21.014928 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:21.032009 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:26.137014 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:50:34.069919 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-380da7e2-4162-405c-b52f-d0071310ae9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:36.132787 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:36.140359 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d7fcb0c3-b6be-4137-bd49-3f57ed777ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:37.485870 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:38.249184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:38.779388 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:38.926403 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.092254 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53032) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:40.195126 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e2149e06-8977-423f-9990-02848b46b327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.270144 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e2149e06-8977-423f-9990-02848b46b327 admin admin] Publish callbacks [] for security_group (74232c20-3c88-4498-b7a5-ecc75b801e0a), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.273865 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e2149e06-8977-423f-9990-02848b46b327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (74232c20-3c88-4498-b7a5-ecc75b801e0a), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.312992 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e2149e06-8977-423f-9990-02848b46b327 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=50de5963075b4129a633f6ac2f84ffd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196579 Aug 17 19:50:40.314156 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2149e06-8977-423f-9990-02848b46b327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74232c20-3c88-4498-b7a5-ecc75b801e0a,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:40.315801 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53036) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:40.368089 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b1168c05-773d-43cc-9f4b-6c0097d673fd admin admin] Publish callbacks [] for security_group (74232c20-3c88-4498-b7a5-ecc75b801e0a), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.389639 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b1168c05-773d-43cc-9f4b-6c0097d673fd admin admin] Publish callbacks [] for security_group (74232c20-3c88-4498-b7a5-ecc75b801e0a), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.435038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b1168c05-773d-43cc-9f4b-6c0097d673fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (74232c20-3c88-4498-b7a5-ecc75b801e0a), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.437661 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b1168c05-773d-43cc-9f4b-6c0097d673fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.438886 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-b1168c05-773d-43cc-9f4b-6c0097d673fd admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/74232c20-3c88-4498-b7a5-ecc75b801e0a HTTP/1.1" status: 204 len: 168 time: 0.1220243 Aug 17 19:50:40.446533 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1168c05-773d-43cc-9f4b-6c0097d673fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74232c20-3c88-4498-b7a5-ecc75b801e0a,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:40.699281 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53042) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:40.713555 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c664e502-e6cc-4608-8136-86368500874a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.787102 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c664e502-e6cc-4608-8136-86368500874a admin admin] Publish callbacks [] for security_group (f081edfb-bd9c-4257-a088-743929314d1d), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.790477 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-c664e502-e6cc-4608-8136-86368500874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f081edfb-bd9c-4257-a088-743929314d1d), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.829449 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c664e502-e6cc-4608-8136-86368500874a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d1c7a46861c9410caf36da6a4a8bef67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290791 Aug 17 19:50:40.830295 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664e502-e6cc-4608-8136-86368500874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f081edfb-bd9c-4257-a088-743929314d1d,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:40.832072 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53044) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:40.881188 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1c0d-d078-4d12-b9ce-bb207b90b8da admin admin] Publish callbacks [] for security_group (f081edfb-bd9c-4257-a088-743929314d1d), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.906587 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1c0d-d078-4d12-b9ce-bb207b90b8da admin admin] Publish callbacks [] for security_group (f081edfb-bd9c-4257-a088-743929314d1d), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.954379 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1c0d-d078-4d12-b9ce-bb207b90b8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (f081edfb-bd9c-4257-a088-743929314d1d), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.957144 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1c0d-d078-4d12-b9ce-bb207b90b8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:40.958314 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-0b2c1c0d-d078-4d12-b9ce-bb207b90b8da admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f081edfb-bd9c-4257-a088-743929314d1d HTTP/1.1" status: 204 len: 168 time: 0.1251211 Aug 17 19:50:40.966700 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c1c0d-d078-4d12-b9ce-bb207b90b8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f081edfb-bd9c-4257-a088-743929314d1d,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:45.927833 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53138) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:46.035662 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-374a4e56-d3f3-4934-b948-18d24f11dc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.111469 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-374a4e56-d3f3-4934-b948-18d24f11dc3e admin admin] Publish callbacks [] for security_group (40636928-852c-4f91-9f41-3297c3fc57cc), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.115069 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-374a4e56-d3f3-4934-b948-18d24f11dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (40636928-852c-4f91-9f41-3297c3fc57cc), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.154270 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-374a4e56-d3f3-4934-b948-18d24f11dc3e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=63dd5f1e77274ae1b606d29dd6c6d81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253907 Aug 17 19:50:46.154959 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4e56-d3f3-4934-b948-18d24f11dc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40636928-852c-4f91-9f41-3297c3fc57cc,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:46.157876 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53142) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:46.206251 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1df3-4808-46f0-b9c0-93ce0c9b0658 admin admin] Publish callbacks [] for security_group (40636928-852c-4f91-9f41-3297c3fc57cc), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.229877 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1df3-4808-46f0-b9c0-93ce0c9b0658 admin admin] Publish callbacks [] for security_group (40636928-852c-4f91-9f41-3297c3fc57cc), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.520945 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1df3-4808-46f0-b9c0-93ce0c9b0658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (40636928-852c-4f91-9f41-3297c3fc57cc), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.523619 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1df3-4808-46f0-b9c0-93ce0c9b0658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.524762 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-9d0f1df3-4808-46f0-b9c0-93ce0c9b0658 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/40636928-852c-4f91-9f41-3297c3fc57cc HTTP/1.1" status: 204 len: 168 time: 0.3657367 Aug 17 19:50:46.532471 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1df3-4808-46f0-b9c0-93ce0c9b0658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40636928-852c-4f91-9f41-3297c3fc57cc,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:46.782349 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53148) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:46.796297 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-952f1178-13fe-4c86-b6f7-e3c34858638d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.872241 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-952f1178-13fe-4c86-b6f7-e3c34858638d admin admin] Publish callbacks [] for security_group (99978c20-743d-4b5d-8ffb-608ae76e4ee1), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.875879 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-952f1178-13fe-4c86-b6f7-e3c34858638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (99978c20-743d-4b5d-8ffb-608ae76e4ee1), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.913373 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-952f1178-13fe-4c86-b6f7-e3c34858638d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2ae0731a6b384fbb955681b46fe0baa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299229 Aug 17 19:50:46.915804 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1178-13fe-4c86-b6f7-e3c34858638d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99978c20-743d-4b5d-8ffb-608ae76e4ee1,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:46.916534 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53150) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:46.967179 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3146c16b-7f8b-4553-8026-30998c679712 admin admin] Publish callbacks [] for security_group (99978c20-743d-4b5d-8ffb-608ae76e4ee1), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:46.988708 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3146c16b-7f8b-4553-8026-30998c679712 admin admin] Publish callbacks [] for security_group (99978c20-743d-4b5d-8ffb-608ae76e4ee1), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.037655 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3146c16b-7f8b-4553-8026-30998c679712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (99978c20-743d-4b5d-8ffb-608ae76e4ee1), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.040631 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-3146c16b-7f8b-4553-8026-30998c679712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.041791 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-3146c16b-7f8b-4553-8026-30998c679712 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/99978c20-743d-4b5d-8ffb-608ae76e4ee1 HTTP/1.1" status: 204 len: 168 time: 0.1239402 Aug 17 19:50:47.049791 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146c16b-7f8b-4553-8026-30998c679712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99978c20-743d-4b5d-8ffb-608ae76e4ee1,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:47.703779 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53172) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:47.798407 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1672889252-network', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:47.818588 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Made reservation on behalf of aff3b32658054cff96939af2ce92fd7b for: {'network': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:47.821440 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.829963 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.853880 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:47.869493 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:47.908728 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks [] for security_group (b9bdc65f-deeb-435d-8780-03a42dfeee3b), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.912213 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (b9bdc65f-deeb-435d-8780-03a42dfeee3b), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.939782 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=111881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:50:47.945763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bdc65f-deeb-435d-8780-03a42dfeee3b,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:47.953195 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (98e9e3db-c608-4975-81ec-fe7b673a979f), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:47.953571 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.segments_db [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Added segment 98e9e3db-c608-4975-81ec-fe7b673a979f of type vlan for network b9833d36-2800-444b-a953-b1f217939327 Aug 17 19:50:47.992696 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (b9833d36-2800-444b-a953-b1f217939327), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.016969 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (b9833d36-2800-444b-a953-b1f217939327), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.017971 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:48.018545 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.069064 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3640530 Aug 17 19:50:48.072499 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53176) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:48.083576 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Request body: {'subnet': {'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1672889252-subnet', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'ip_version': 4}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:48.095218 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833251c-a8b7-4686-966e-d07ce0673e6c admin admin] Pushing event updated for resources: {'Network': ['ID=b9833d36-2800-444b-a953-b1f217939327,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:48.105044 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network b9833d36-2800-444b-a953-b1f217939327 details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:50:48.107145 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Made reservation on behalf of aff3b32658054cff96939af2ce92fd7b for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:48.109552 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25253055'] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.204537 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:48.224732 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:48.275965 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28344976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25253073'] for subnet (5176647a-fa00-45ce-8b14-cbd9eeeb9d62), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.335559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5176647a-fa00-45ce-8b14-cbd9eeeb9d62,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:48.340486 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Checking segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:48.340893 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Network hostable DHCP agents. Network: b9833d36-2800-444b-a953-b1f217939327, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:50:48.358522 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Network b9833d36-2800-444b-a953-b1f217939327 is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:50:48.367552 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, b9833d36-2800-444b-a953-b1f217939327) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:48.371584 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:48.372349 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.377143 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf7dd0-68cd-4e22-8395-f059cd8dbc54 None None] Network b9833d36-2800-444b-a953-b1f217939327 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:48.391245 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e8ff68a3-6253-4282-8715-4e78202206cf admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3151848 Aug 17 19:50:48.391430 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53178) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:48.395559 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:48.415595 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (3376fdb8-b697-4f7c-a17b-e0476c8255fa), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.416575 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (3376fdb8-b697-4f7c-a17b-e0476c8255fa), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.475038 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks [] for router_controller (3376fdb8-b697-4f7c-a17b-e0476c8255fa), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.488368 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-b9833d36-2800-444b-a953-b1f217939327', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:50:48.489303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.577540 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:48.606211 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks [] for router_gateway (3376fdb8-b697-4f7c-a17b-e0476c8255fa), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.624499 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Allocated IP 172.20.0.2 (b9833d36-2800-444b-a953-b1f217939327/5176647a-fa00-45ce-8b14-cbd9eeeb9d62/d2037e41-dd75-400e-8966-e6cf7653a490) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:50:48.662019 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:48.768408 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Publish callbacks [] for port (d2037e41-dd75-400e-8966-e6cf7653a490), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.775201 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.789892 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks [] for router_gateway (3376fdb8-b697-4f7c-a17b-e0476c8255fa), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.808466 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.820741 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Network b9833d36-2800-444b-a953-b1f217939327 is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:48.826669 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:48.828812 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Pushing event updated for resources: {'Port': ['ID=d2037e41-dd75-400e-8966-e6cf7653a490,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:48.830954 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:50:48.890591 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Attempting to bind port d2037e41-dd75-400e-8966-e6cf7653a490 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:50:48.890964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Attempting to bind port d2037e41-dd75-400e-8966-e6cf7653a490 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:50:48.891326 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Attempting to bind port d2037e41-dd75-400e-8966-e6cf7653a490 on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:50:48.897755 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:50:48.898672 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Checking segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:48.899073 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.899464 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Bound using segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:50:48.899936 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Bound port: d2037e41-dd75-400e-8966-e6cf7653a490, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:50:48.900313 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:48.916474 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Allocated IP 172.27.1.202 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/f1635506-567e-4f1c-9ebc-a521458b9e94) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:50:48.962601 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] For port d2037e41-dd75-400e-8966-e6cf7653a490, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:50:48.965734 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] For port d2037e41-dd75-400e-8966-e6cf7653a490, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d2037e41-dd75-400e-8966-e6cf7653a490,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:50:48.971897 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:49.020936 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks [] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:49.027768 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfcf39-9a9b-4e3a-945b-8e3fa3d057ed None None] Pushing event updated for resources: {'Port': ['ID=d2037e41-dd75-400e-8966-e6cf7653a490,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:49.054470 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:49.099809 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:49.103012 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:49.107012 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:50:49.141045 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Pushing event updated for resources: {'Port': ['ID=f1635506-567e-4f1c-9ebc-a521458b9e94,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:49.361709 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks [] for router_gateway (3376fdb8-b697-4f7c-a17b-e0476c8255fa), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:49.404698 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:49.542628 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (3376fdb8-b697-4f7c-a17b-e0476c8255fa), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:49.583816 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:49.672686 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:50:49.776516 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:50:49.785519 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:50:49.794430 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:49.796050 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b552cf22-97b8-4b64-b6af-2dac90cc0288 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4037063 Aug 17 19:50:49.796749 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:49.797537 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:49.799130 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53180) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:49.865730 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574d8f8-1e3d-46d4-a105-ed3fdbcdd270 None None] Network b9833d36-2800-444b-a953-b1f217939327 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:49.895677 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:49.924806 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d2037e41-dd75-400e-8966-e6cf7653a490 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:49.943913 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:49.958942 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:49.962158 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-35fd0c0c-bb46-4b1d-b229-731e94e1e942 None None] Provisioning complete for port d2037e41-dd75-400e-8966-e6cf7653a490 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:49.962778 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-35fd0c0c-bb46-4b1d-b229-731e94e1e942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.072323 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port d2037e41-dd75-400e-8966-e6cf7653a490 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:50.072688 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.098297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:50.150174 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-35fd0c0c-bb46-4b1d-b229-731e94e1e942 None None] Current status of the port d2037e41-dd75-400e-8966-e6cf7653a490 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:50.150558 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-35fd0c0c-bb46-4b1d-b229-731e94e1e942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.166850 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:50.177014 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:50.206891 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:49Z', 'revision_number': 3, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:50.219826 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-35fd0c0c-bb46-4b1d-b229-731e94e1e942 None None] For port d2037e41-dd75-400e-8966-e6cf7653a490, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d2037e41-dd75-400e-8966-e6cf7653a490,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:50.228065 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-35fd0c0c-bb46-4b1d-b229-731e94e1e942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.232319 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port d2037e41-dd75-400e-8966-e6cf7653a490 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:50.232695 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.239372 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:50:50.239712 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Updating router 3376fdb8-b697-4f7c-a17b-e0476c8255fa port f1635506-567e-4f1c-9ebc-a521458b9e94 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:50:50.264863 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.278771 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.308703 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd0c0c-bb46-4b1d-b229-731e94e1e942 None None] Pushing event updated for resources: {'Port': ['ID=d2037e41-dd75-400e-8966-e6cf7653a490,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:50.372059 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.db.api [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 17 19:50:50.372488 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG oslo_db.api [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 19:50:50.430250 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Allocated IP 172.20.0.1 (b9833d36-2800-444b-a953-b1f217939327/5176647a-fa00-45ce-8b14-cbd9eeeb9d62/f9ab4ff4-554d-4f8e-b60c-677828cfa279) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:50:50.447318 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-a87c57f4-0def-47d3-b612-99e3f3f04acc None None] Provisioning complete for port d2037e41-dd75-400e-8966-e6cf7653a490 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:50.447318 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a87c57f4-0def-47d3-b612-99e3f3f04acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.520261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-a87c57f4-0def-47d3-b612-99e3f3f04acc None None] Current status of the port d2037e41-dd75-400e-8966-e6cf7653a490 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:50.533840 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Publish callbacks [] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.540549 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.540895 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks [] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.572538 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Attempting to bind port f1635506-567e-4f1c-9ebc-a521458b9e94 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:50:50.572784 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.572907 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Attempting to bind port f1635506-567e-4f1c-9ebc-a521458b9e94 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:50:50.573271 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Attempting to bind port f1635506-567e-4f1c-9ebc-a521458b9e94 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:50:50.583956 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:50:50.584330 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:50.584728 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.585113 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:50:50.585633 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Bound port: f1635506-567e-4f1c-9ebc-a521458b9e94, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:50:50.586007 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.614268 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Pushing event updated for resources: {'Port': ['ID=f1635506-567e-4f1c-9ebc-a521458b9e94,revision_number=2']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:50.615361 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Network b9833d36-2800-444b-a953-b1f217939327 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:50.618912 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:50.621442 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:50:50.628609 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.629142 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.629335 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.629694 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.630032 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.630356 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.630684 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.631009 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.631327 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.631664 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.631967 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.632333 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.632661 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.632977 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.633329 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:50.647831 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ab4ff4-554d-4f8e-b60c-677828cfa279,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:50.655390 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] For port f1635506-567e-4f1c-9ebc-a521458b9e94, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:50:50.658548 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] For port f1635506-567e-4f1c-9ebc-a521458b9e94, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f1635506-567e-4f1c-9ebc-a521458b9e94,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:50:50.668549 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.668910 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (3376fdb8-b697-4f7c-a17b-e0476c8255fa), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.707123 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:50.707884 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:50.716585 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:50.761051 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e2cc0-0859-4068-b766-3a87c521a1cd None None] Pushing event updated for resources: {'Port': ['ID=f1635506-567e-4f1c-9ebc-a521458b9e94,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:50.810648 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:50.811339 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.822487 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:50.828504 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:50.830556 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:50.847679 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-307a5cbd-658c-433b-b934-12e6b7341323 None None] Provisioning complete for port f9ab4ff4-554d-4f8e-b60c-677828cfa279 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:50.848515 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-307a5cbd-658c-433b-b934-12e6b7341323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.909193 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-307a5cbd-658c-433b-b934-12e6b7341323 None None] Port f9ab4ff4-554d-4f8e-b60c-677828cfa279 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:50:50.917059 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port d2037e41-dd75-400e-8966-e6cf7653a490 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:50.982135 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks [] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:50.987070 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:51.006137 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:49Z', 'revision_number': 3, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:51.035222 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8381f-4bd3-4b82-9beb-d141e3d4f3ef None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:49Z', 'revision_number': 3, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:50:51.054284 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ab4ff4-554d-4f8e-b60c-677828cfa279,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:51.057061 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (3376fdb8-b697-4f7c-a17b-e0476c8255fa), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:51.154388 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Network b9833d36-2800-444b-a953-b1f217939327 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:51.155765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:51.277015 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:50:51.393936 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:50:51.402254 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-e86d7db5-49b7-4715-9cff-6d56f7439be7 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3376fdb8-b697-4f7c-a17b-e0476c8255fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019857 Aug 17 19:50:51.430027 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-f2ca24d4-cf37-4061-a8ca-5906670bc1c2 None None] Provisioning complete for port f9ab4ff4-554d-4f8e-b60c-677828cfa279 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:51.430324 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f2ca24d4-cf37-4061-a8ca-5906670bc1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:51.464534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca24d4-cf37-4061-a8ca-5906670bc1c2 None None] Port f9ab4ff4-554d-4f8e-b60c-677828cfa279 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:50:51.901017 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53196) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:51.906088 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072602851-network', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:51.927156 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Made reservation on behalf of fa454d00228a4e79b85d5d6317dffa4a for: {'network': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:51.930030 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for network (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:51.938772 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:51.946005 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d2037e41-dd75-400e-8966-e6cf7653a490 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:51.992803 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port d2037e41-dd75-400e-8966-e6cf7653a490 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:51.993179 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.007800 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:52.024276 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks [] for security_group (b9ba081e-c2ea-4832-9066-e89fe06b9b2c), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.028088 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (b9ba081e-c2ea-4832-9066-e89fe06b9b2c), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.055933 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=111883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 19:50:52.066749 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba081e-c2ea-4832-9066-e89fe06b9b2c,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:52.070427 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port d2037e41-dd75-400e-8966-e6cf7653a490 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:52.071576 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1635506-567e-4f1c-9ebc-a521458b9e94 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:52.073615 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (12831fcc-2653-4506-8930-31e6ab65b227), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.075084 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.segments_db [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Added segment 12831fcc-2653-4506-8930-31e6ab65b227 of type vlan for network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a Aug 17 19:50:52.115646 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port f1635506-567e-4f1c-9ebc-a521458b9e94 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:52.116020 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.117838 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753329123916'] for network (54842f17-b94a-4bc3-92f1-cfcbc94e7d6a), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.124347 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:52.145148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802'] for network (54842f17-b94a-4bc3-92f1-cfcbc94e7d6a), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.146346 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:52.146930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.192129 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port f1635506-567e-4f1c-9ebc-a521458b9e94 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:52.192524 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.210732 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3085556 Aug 17 19:50:52.213753 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53198) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:52.214261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port f1635506-567e-4f1c-9ebc-a521458b9e94, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f1635506-567e-4f1c-9ebc-a521458b9e94,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:52.216384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f67f77-7aaf-4ab8-9774-887e8cf9943a admin admin] Pushing event updated for resources: {'Network': ['ID=54842f17-b94a-4bc3-92f1-cfcbc94e7d6a,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:52.219086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Request body: {'subnet': {'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072602851-subnet', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'ip_version': 4}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:52.219487 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.227735 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a details requested by agent ovs-agent-dv-cinder-850698-2-iscsi with host dv-cinder-850698-2-iscsi {{(pid=111890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 19:50:52.243061 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Made reservation on behalf of fa454d00228a4e79b85d5d6317dffa4a for: {'subnet': 1} {{(pid=111881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:50:52.245511 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25253055'] for subnet (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.443823 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28344976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25253073'] for subnet (39411437-92b8-4393-9427-c0b5964ec771), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.458030 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=f1635506-567e-4f1c-9ebc-a521458b9e94,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:52.494961 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39411437-92b8-4393-9427-c0b5964ec771,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:52.509691 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Checking segment: {'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:52.510050 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Network hostable DHCP agents. Network: 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a, hostable agents: ['d336bd1d-00ce-4054-aaad-a986c06c6956'], hosted agents: [] {{(pid=111881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 19:50:52.528858 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a is scheduled to be hosted by DHCP agent d336bd1d-00ce-4054-aaad-a986c06c6956 with binding_index 1 {{(pid=111881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 19:50:52.538409 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850698-2-iscsi, 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a) {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:52.543310 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:50:52.543844 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.548407 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e78727-23ff-4d1f-a51c-ccb8355e6625 None None] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:52.561845 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ad716fda-b406-4061-b597-097f992db943 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3470006 Aug 17 19:50:52.564441 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53200) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:52.568652 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:52.591258 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126585'] for router (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.592414 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126464'] for router (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.596413 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:52.609777 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:50:52.636631 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:52.637381 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:52.652371 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks [] for router_controller (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), precommit_add_association {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.702667 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccfd70dd-51c9-553c-be85-bad10eb17ea1-54842f17-b94a-4bc3-92f1-cfcbc94e7d6a', 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a', 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'fixed_ips': [{'subnet_id': '39411437-92b8-4393-9427-c0b5964ec771'}]}} from dv-cinder-850698-2-iscsi. {{(pid=111890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 19:50:52.703552 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:52.825785 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:52.943900 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:53.000165 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.db_base_plugin_common [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Allocated IP 172.20.0.2 (54842f17-b94a-4bc3-92f1-cfcbc94e7d6a/39411437-92b8-4393-9427-c0b5964ec771/c96f7187-43a5-42e5-abc1-b1a2697c8d24) {{(pid=111890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:50:53.007922 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:53.021426 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:53.022561 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks [] for router_gateway (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.086426 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:53.144076 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 2, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:53.182830 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:50:53.183173 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Updating router 3376fdb8-b697-4f7c-a17b-e0476c8255fa port f9ab4ff4-554d-4f8e-b60c-677828cfa279 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:50:53.207721 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks [] for router_gateway (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.226738 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.239053 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.261555 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Publish callbacks [] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), precommit_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.284113 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), after_create {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.335776 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Allocated IP 172.27.1.170 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/4c4a1978-f40e-4925-aaac-0522a365a349) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:50:53.377937 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a is already hosted by enough agents. {{(pid=111890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:53.387275 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.scheduler.base_scheduler [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Resources bound (agent type, host, resource id): {{(pid=111890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:53.391476 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Received port after_create {{(pid=111890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:50:53.396388 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Pushing event updated for resources: {'Port': ['ID=c96f7187-43a5-42e5-abc1-b1a2697c8d24,revision_number=1']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:53.446846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks [] for port (4c4a1978-f40e-4925-aaac-0522a365a349), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.478937 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.502888 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Attempting to bind port c96f7187-43a5-42e5-abc1-b1a2697c8d24 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:50:53.503265 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Attempting to bind port c96f7187-43a5-42e5-abc1-b1a2697c8d24 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:50:53.503617 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Attempting to bind port c96f7187-43a5-42e5-abc1-b1a2697c8d24 on network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:50:53.514339 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:50:53.514703 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Checking segment: {'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:53.515095 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.515479 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Bound using segment: {'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:50:53.515940 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Bound port: c96f7187-43a5-42e5-abc1-b1a2697c8d24, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:50:53.516310 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.520807 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:53.525435 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:53.529778 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:50:53.534565 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4a1978-f40e-4925-aaac-0522a365a349,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:53.619146 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] For port c96f7187-43a5-42e5-abc1-b1a2697c8d24, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:50:53.653419 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] For port c96f7187-43a5-42e5-abc1-b1a2697c8d24, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=c96f7187-43a5-42e5-abc1-b1a2697c8d24,segment=NetworkSegment(12831fcc-2653-4506-8930-31e6ab65b227),segment_id=12831fcc-2653-4506-8930-31e6ab65b227)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:50:53.669382 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.677693 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Publish callbacks [] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.705372 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.755709 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdbf29-8770-4abe-849c-45be06fc3e23 None None] Pushing event updated for resources: {'Port': ['ID=c96f7187-43a5-42e5-abc1-b1a2697c8d24,revision_number=2']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:53.769985 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:53.775291 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks [] for router_gateway (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.820656 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Attempting to bind port f9ab4ff4-554d-4f8e-b60c-677828cfa279 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:50:53.820944 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Attempting to bind port f9ab4ff4-554d-4f8e-b60c-677828cfa279 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:50:53.821376 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Attempting to bind port f9ab4ff4-554d-4f8e-b60c-677828cfa279 on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:50:53.833433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63d977-587c-439c-920f-d84eea484342 None None] Pushing event updated for resources: {'Port': ['ID=f9ab4ff4-554d-4f8e-b60c-677828cfa279,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:53.837692 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:50:53.838071 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Checking segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:53.838474 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.838863 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Bound using segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:50:53.839346 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Bound port: f9ab4ff4-554d-4f8e-b60c-677828cfa279, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:50:53.839727 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.926883 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] For port f9ab4ff4-554d-4f8e-b60c-677828cfa279, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:50:53.930608 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] For port f9ab4ff4-554d-4f8e-b60c-677828cfa279, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f9ab4ff4-554d-4f8e-b60c-677828cfa279,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:50:53.938965 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:53.951979 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:53.991172 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1635506-567e-4f1c-9ebc-a521458b9e94 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:53.997812 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:54.021031 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566359'] for router (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:54.056483 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:54.057114 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:54.103432 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63d977-587c-439c-920f-d84eea484342 None None] Pushing event updated for resources: {'Port': ['ID=f9ab4ff4-554d-4f8e-b60c-677828cfa279,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:54.126061 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port f1635506-567e-4f1c-9ebc-a521458b9e94 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:54.126791 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:54.148694 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc is scheduled to L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 with binding_index 1 {{(pid=111881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 19:50:54.255484 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:50:54.264669 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Sync routers for ids ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:50:54.276247 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:54.280253 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Routers {'2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:54.280420 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-794aede4-a6a2-491c-8614-c9a63cf9ef79 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7122660 Aug 17 19:50:54.280538 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:54.282697 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53204) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:54.348832 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:54.376949 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:54.384183 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Set router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:54.458577 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port f1635506-567e-4f1c-9ebc-a521458b9e94 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:54.566732 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:50:53Z', 'revision_number': 3, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:54.572238 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:54.595424 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Checking router: 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:50:54.595647 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:53Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:54.596588 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Updating router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc port 4c4a1978-f40e-4925-aaac-0522a365a349 binding host dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:50:54.623790 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c239dce-8aa4-442e-8567-581a32d66879 None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:53Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:50:54.633559 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:54.793741 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:54.842734 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e260843-6b0c-4f5d-8337-f1941ecef23d None None] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:50:54.864145 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:54.920615 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-e72d055b-dda2-4ff0-85bd-b2fc54448f88 None None] Provisioning complete for port c96f7187-43a5-42e5-abc1-b1a2697c8d24 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:54.920615 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e72d055b-dda2-4ff0-85bd-b2fc54448f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:54.939763 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:55.005390 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Allocated IP 172.20.0.1 (54842f17-b94a-4bc3-92f1-cfcbc94e7d6a/39411437-92b8-4393-9427-c0b5964ec771/39cd7009-363e-4d86-b935-6ef2e6c67b82) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:50:55.039069 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Publish callbacks [] for port (4c4a1978-f40e-4925-aaac-0522a365a349), precommit_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.045980 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.066108 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-e72d055b-dda2-4ff0-85bd-b2fc54448f88 None None] Current status of the port c96f7187-43a5-42e5-abc1-b1a2697c8d24 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:55.066801 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e72d055b-dda2-4ff0-85bd-b2fc54448f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.085959 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Attempting to bind port 4c4a1978-f40e-4925-aaac-0522a365a349 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:50:55.086330 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Attempting to bind port 4c4a1978-f40e-4925-aaac-0522a365a349 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:50:55.086686 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Attempting to bind port 4c4a1978-f40e-4925-aaac-0522a365a349 on network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:50:55.099641 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:55.101815 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:50:55.102522 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Checking segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:55.103233 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.103790 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Bound using segment: {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'} {{(pid=111893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:50:55.104435 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.managers [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Bound port: 4c4a1978-f40e-4925-aaac-0522a365a349, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e384aa-25fb-472c-a441-c225babcc844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea'}}] {{(pid=111893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:50:55.105004 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), before_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.135639 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-e72d055b-dda2-4ff0-85bd-b2fc54448f88 None None] For port c96f7187-43a5-42e5-abc1-b1a2697c8d24, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=c96f7187-43a5-42e5-abc1-b1a2697c8d24,segment=NetworkSegment(12831fcc-2653-4506-8930-31e6ab65b227),segment_id=12831fcc-2653-4506-8930-31e6ab65b227)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:55.144008 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954493b8-fcf8-42d9-b1a7-50ef8bb7b6f3 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1978-f40e-4925-aaac-0522a365a349,revision_number=2']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:55.156418 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e72d055b-dda2-4ff0-85bd-b2fc54448f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.184573 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] For port 4c4a1978-f40e-4925-aaac-0522a365a349, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:50:55.188579 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.plugins.ml2.db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] For port 4c4a1978-f40e-4925-aaac-0522a365a349, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=4c4a1978-f40e-4925-aaac-0522a365a349,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:50:55.201528 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), after_update {{(pid=111893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.217025 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks [] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.220606 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d055b-dda2-4ff0-85bd-b2fc54448f88 None None] Pushing event updated for resources: {'Port': ['ID=c96f7187-43a5-42e5-abc1-b1a2697c8d24,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:55.257801 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Routers {'2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:55.258803 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:55.275672 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.280315 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-9d51df57-9147-49e2-9bac-fb47c3033607 None None] Provisioning complete for port c96f7187-43a5-42e5-abc1-b1a2697c8d24 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:55.280692 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9d51df57-9147-49e2-9bac-fb47c3033607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.322691 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:55.327976 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:55.332345 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:50:55.374020 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] Set router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:55.376693 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Pushing event updated for resources: {'Port': ['ID=39cd7009-363e-4d86-b935-6ef2e6c67b82,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:55.381862 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:55.392785 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568609'] for router_interface (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.402038 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-9d51df57-9147-49e2-9bac-fb47c3033607 None None] Current status of the port c96f7187-43a5-42e5-abc1-b1a2697c8d24 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:55.483259 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954493b8-fcf8-42d9-b1a7-50ef8bb7b6f3 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1978-f40e-4925-aaac-0522a365a349,revision_number=3']} {{(pid=111893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:55.542718 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.624239 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-6f62c9d5-fc86-4e61-aa61-0b4055462970 None None] Provisioning complete for port 39cd7009-363e-4d86-b935-6ef2e6c67b82 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:55.625100 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-6f62c9d5-fc86-4e61-aa61-0b4055462970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.638098 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:50:53Z', 'revision_number': 3, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:55.671384 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a1007-c656-4881-b966-e8d462333ba6 None None] The sync data for ids ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'] in dv-cinder-850698-2-iscsi is: [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:50:53Z', 'revision_number': 3, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:50:55.673647 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-6f62c9d5-fc86-4e61-aa61-0b4055462970 None None] Port 39cd7009-363e-4d86-b935-6ef2e6c67b82 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:50:55.737096 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks [] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.742303 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.748069 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:55.822054 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Pushing event updated for resources: {'Port': ['ID=39cd7009-363e-4d86-b935-6ef2e6c67b82,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:55.825500 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568789'] for router_interface (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:55.939083 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:50:55.940833 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:50:55.981178 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device c96f7187-43a5-42e5-abc1-b1a2697c8d24 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:56.051180 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port c96f7187-43a5-42e5-abc1-b1a2697c8d24 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:56.051555 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.118067 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:56.125535 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:50:56.153700 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port c96f7187-43a5-42e5-abc1-b1a2697c8d24 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:56.156029 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f9ab4ff4-554d-4f8e-b60c-677828cfa279 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:56.223753 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port f9ab4ff4-554d-4f8e-b60c-677828cfa279 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:56.224127 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.252571 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:50:56.261601 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a0dde49d-f92c-46f0-9ea6-e703f77fa06f admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/2454d5a1-5ee5-44a8-b28a-8afa1004ebfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775395 Aug 17 19:50:56.277261 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:56.333270 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-2c926e7d-c56a-4ff1-8dbe-fbb7d6a47fe8 None None] Provisioning complete for port 39cd7009-363e-4d86-b935-6ef2e6c67b82 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:56.333791 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2c926e7d-c56a-4ff1-8dbe-fbb7d6a47fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.335591 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port f9ab4ff4-554d-4f8e-b60c-677828cfa279 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:56.335964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.394512 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-2c926e7d-c56a-4ff1-8dbe-fbb7d6a47fe8 None None] Port 39cd7009-363e-4d86-b935-6ef2e6c67b82 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:50:56.406154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port f9ab4ff4-554d-4f8e-b60c-677828cfa279, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f9ab4ff4-554d-4f8e-b60c-677828cfa279,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:56.413515 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.464211 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=f9ab4ff4-554d-4f8e-b60c-677828cfa279,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:56.658620 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53212) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:56.663570 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-f7f0019b-8bc7-46bd-bc3e-1142b99f4b5a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091540201', 'description': 'tempest-secgroup-smoke-2091540201 description', 'project_id': 'aff3b32658054cff96939af2ce92fd7b'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:56.684687 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7f0019b-8bc7-46bd-bc3e-1142b99f4b5a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.754075 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7f0019b-8bc7-46bd-bc3e-1142b99f4b5a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group (ff695ac6-fbfc-4834-a338-e90bf51e755f), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.757934 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7f0019b-8bc7-46bd-bc3e-1142b99f4b5a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (ff695ac6-fbfc-4834-a338-e90bf51e755f), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.790183 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-f7f0019b-8bc7-46bd-bc3e-1142b99f4b5a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.791308 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-f7f0019b-8bc7-46bd-bc3e-1142b99f4b5a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1315625 Aug 17 19:50:56.793198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0019b-8bc7-46bd-bc3e-1142b99f4b5a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff695ac6-fbfc-4834-a338-e90bf51e755f,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:56.794491 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53214) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:56.800513 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'security_group_rule': {'security_group_id': 'ff695ac6-fbfc-4834-a338-e90bf51e755f', 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:56.827845 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (b68abb7c-8b89-48c7-a482-35c21b39f833), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.884935 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (b68abb7c-8b89-48c7-a482-35c21b39f833), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.888636 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (b68abb7c-8b89-48c7-a482-35c21b39f833), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.910647 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68abb7c-8b89-48c7-a482-35c21b39f833,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:56.916803 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:56.918405 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220427 Aug 17 19:50:56.921972 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53216) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:56.923340 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.923807 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.924155 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.924490 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.924818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.925144 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.925978 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.925978 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.926255 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.926411 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.926727 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.927043 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.927197 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'security_group_rule': {'security_group_id': 'ff695ac6-fbfc-4834-a338-e90bf51e755f', 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:56.927344 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.927657 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.927968 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d529d85-725b-4876-a081-9330be0b57f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:56.956133 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (d0cbb0c6-8843-4e15-9c60-7210ce2a16f7), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.011866 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (d0cbb0c6-8843-4e15-9c60-7210ce2a16f7), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.015424 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (d0cbb0c6-8843-4e15-9c60-7210ce2a16f7), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.034872 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cbb0c6-8843-4e15-9c60-7210ce2a16f7,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:57.040015 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.041274 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181247 Aug 17 19:50:57.044111 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53218) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:57.046008 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.046358 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.046701 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.047041 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.047375 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.047706 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.048037 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.048364 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.048639 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-085c759a-60a0-4676-b91b-1fd89ec08526 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'security_group_rule': {'security_group_id': 'ff695ac6-fbfc-4834-a338-e90bf51e755f', 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:57.048750 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.048999 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.049352 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.049679 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.049997 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.050313 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.050635 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab0c66-18f5-4e6d-86b6-e1346b383608 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:50:57.078328 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-085c759a-60a0-4676-b91b-1fd89ec08526 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (57d1a8b7-665e-475a-88af-d416c5180e99), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.136278 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-085c759a-60a0-4676-b91b-1fd89ec08526 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (57d1a8b7-665e-475a-88af-d416c5180e99), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.139654 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-085c759a-60a0-4676-b91b-1fd89ec08526 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (57d1a8b7-665e-475a-88af-d416c5180e99), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.156874 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c759a-60a0-4676-b91b-1fd89ec08526 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d1a8b7-665e-475a-88af-d416c5180e99,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:57.164950 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-085c759a-60a0-4676-b91b-1fd89ec08526 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.166193 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-085c759a-60a0-4676-b91b-1fd89ec08526 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210535 Aug 17 19:50:57.168995 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53220) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:57.173363 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-8d7172a7-7f99-4a0b-ad4d-0b055d95722f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'security_group_rule': {'security_group_id': 'ff695ac6-fbfc-4834-a338-e90bf51e755f', 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:57.203639 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8d7172a7-7f99-4a0b-ad4d-0b055d95722f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (6764ee5b-3705-4982-80ec-ae36c372a399), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.252869 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8d7172a7-7f99-4a0b-ad4d-0b055d95722f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (6764ee5b-3705-4982-80ec-ae36c372a399), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.256128 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8d7172a7-7f99-4a0b-ad4d-0b055d95722f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (6764ee5b-3705-4982-80ec-ae36c372a399), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.274299 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7172a7-7f99-4a0b-ad4d-0b055d95722f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6764ee5b-3705-4982-80ec-ae36c372a399,revision_number=0']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:57.279916 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-8d7172a7-7f99-4a0b-ad4d-0b055d95722f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.281071 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-8d7172a7-7f99-4a0b-ad4d-0b055d95722f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1111097 Aug 17 19:50:57.284280 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53222) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:57.289415 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'security_group_rule': {'security_group_id': 'ff695ac6-fbfc-4834-a338-e90bf51e755f', 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:57.309944 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.securitygroups_db [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Project aff3b32658054cff96939af2ce92fd7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 19:50:57.315526 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (6ce71ff9-eaf1-4e6d-ae74-3a16018ab2e5), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.355533 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:57.375692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (6ce71ff9-eaf1-4e6d-ae74-3a16018ab2e5), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.379577 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (6ce71ff9-eaf1-4e6d-ae74-3a16018ab2e5), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.396958 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce71ff9-eaf1-4e6d-ae74-3a16018ab2e5,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:57.406072 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.407268 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8bfb39d9-6c9e-4642-8dd9-c3ff2a8aa064 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220050 Aug 17 19:50:57.410049 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53224) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:50:57.415030 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'security_group_rule': {'security_group_id': 'ff695ac6-fbfc-4834-a338-e90bf51e755f', 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:50:57.435698 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.securitygroups_db [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Project aff3b32658054cff96939af2ce92fd7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 19:50:57.441376 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (928fede3-4494-4a5c-b3b8-5dc81935fea8), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.502922 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (928fede3-4494-4a5c-b3b8-5dc81935fea8), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.506541 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653627'] for security_group_rule (928fede3-4494-4a5c-b3b8-5dc81935fea8), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.526223 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928fede3-4494-4a5c-b3b8-5dc81935fea8,revision_number=0']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:57.535870 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:57.537117 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-d25667af-642f-4dd8-be4b-96e868cf55cb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260378 Aug 17 19:50:57.879806 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Sync routers for ids ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:50:57.891209 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Routers {'2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:57.891910 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:57.994328 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 4c4a1978-f40e-4925-aaac-0522a365a349 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:58.048152 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Set router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:58.120403 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 4c4a1978-f40e-4925-aaac-0522a365a349 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:58.120699 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:58.142016 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:58.215686 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:58.294885 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 4c4a1978-f40e-4925-aaac-0522a365a349 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:58.295289 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:58.334467 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 4c4a1978-f40e-4925-aaac-0522a365a349, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=4c4a1978-f40e-4925-aaac-0522a365a349,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:50:58.336522 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:50:55Z', 'revision_number': 4, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '39cd7009-363e-4d86-b935-6ef2e6c67b82', 'name': '', 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'mac_address': 'fa:16:3e:12:cd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39411437-92b8-4393-9427-c0b5964ec771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:54Z', 'updated_at': '2022-08-17T19:50:55Z', 'revision_number': 2, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'subnets': [{'id': '39411437-92b8-4393-9427-c0b5964ec771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:58.368379 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:58.369158 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f9ab4ff4-554d-4f8e-b60c-677828cfa279 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:58.375615 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Checking router: 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:50:58.376013 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Updating router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc port 39cd7009-363e-4d86-b935-6ef2e6c67b82 binding host dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 19:50:58.466764 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:58.486388 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1978-f40e-4925-aaac-0522a365a349,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:58.495385 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port f9ab4ff4-554d-4f8e-b60c-677828cfa279 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:50:58.495759 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:58.832018 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port f9ab4ff4-554d-4f8e-b60c-677828cfa279 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:50:58.937578 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Publish callbacks [] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), precommit_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:58.943047 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:59.007376 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c2ac-14d0-4106-ab1e-6beb113f2a09 None None] Pushing event updated for resources: {'Port': ['ID=39cd7009-363e-4d86-b935-6ef2e6c67b82,revision_number=3']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:59.035037 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Attempting to bind port 39cd7009-363e-4d86-b935-6ef2e6c67b82 on host dv-cinder-850698-2-iscsi for vnic_type normal with profile {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:50:59.035405 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Attempting to bind port 39cd7009-363e-4d86-b935-6ef2e6c67b82 by drivers openvswitch,hyperv on host dv-cinder-850698-2-iscsi at level 0 using segments [{'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:50:59.035758 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Attempting to bind port 39cd7009-363e-4d86-b935-6ef2e6c67b82 on network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:50:59.041835 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Checking agent: {'id': 'c165d8b2-23f9-4f89-a869-11f4adf14c8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 31, 9), 'started_at': datetime.datetime(2022, 8, 17, 19, 31, 39), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:50:59.042152 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Checking segment: {'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:50:59.042555 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:59.042944 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Bound using segment: {'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'} {{(pid=111890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:50:59.043406 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.managers [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Bound port: 39cd7009-363e-4d86-b935-6ef2e6c67b82, host: dv-cinder-850698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12831fcc-2653-4506-8930-31e6ab65b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a'}}] {{(pid=111890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:50:59.043784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:59.106227 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] For port 39cd7009-363e-4d86-b935-6ef2e6c67b82, host dv-cinder-850698-2-iscsi, cleared binding levels {{(pid=111890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:50:59.109234 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] For port 39cd7009-363e-4d86-b935-6ef2e6c67b82, host dv-cinder-850698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=39cd7009-363e-4d86-b935-6ef2e6c67b82,segment=NetworkSegment(12831fcc-2653-4506-8930-31e6ab65b227),segment_id=12831fcc-2653-4506-8930-31e6ab65b227)] {{(pid=111890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:50:59.115323 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:50:59.141599 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:50:59.161397 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Routers {'2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:50:59.162012 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:50:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:59.208197 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c2ac-14d0-4106-ab1e-6beb113f2a09 None None] Pushing event updated for resources: {'Port': ['ID=39cd7009-363e-4d86-b935-6ef2e6c67b82,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:50:59.278322 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] Set router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:50:59.464040 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:50:55Z', 'revision_number': 4, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '39cd7009-363e-4d86-b935-6ef2e6c67b82', 'name': '', 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'mac_address': 'fa:16:3e:12:cd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39411437-92b8-4393-9427-c0b5964ec771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:54Z', 'updated_at': '2022-08-17T19:50:59Z', 'revision_number': 4, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'subnets': [{'id': '39411437-92b8-4393-9427-c0b5964ec771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:50:59.488208 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7572ccf-ea82-4ba1-b081-676ade83f681 None None] The sync data for ids ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'] in dv-cinder-850698-2-iscsi is: [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:50:55Z', 'revision_number': 4, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': '39cd7009-363e-4d86-b935-6ef2e6c67b82', 'name': '', 'network_id': '54842f17-b94a-4bc3-92f1-cfcbc94e7d6a', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'mac_address': 'fa:16:3e:12:cd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39411437-92b8-4393-9427-c0b5964ec771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:54Z', 'updated_at': '2022-08-17T19:50:59Z', 'revision_number': 4, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'subnets': [{'id': '39411437-92b8-4393-9427-c0b5964ec771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:50:59.953111 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 4c4a1978-f40e-4925-aaac-0522a365a349 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:50:59.956435 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:00.003195 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 4c4a1978-f40e-4925-aaac-0522a365a349 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:51:00.003574 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:00.086241 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 4c4a1978-f40e-4925-aaac-0522a365a349 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:51:00.087324 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 39cd7009-363e-4d86-b935-6ef2e6c67b82 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:51:00.121407 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:00.138278 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 39cd7009-363e-4d86-b935-6ef2e6c67b82 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:51:00.138725 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:00.214407 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 39cd7009-363e-4d86-b935-6ef2e6c67b82 is: DOWN; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:51:00.214790 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:00.247462 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] For port 39cd7009-363e-4d86-b935-6ef2e6c67b82, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=39cd7009-363e-4d86-b935-6ef2e6c67b82,segment=NetworkSegment(12831fcc-2653-4506-8930-31e6ab65b227),segment_id=12831fcc-2653-4506-8930-31e6ab65b227)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:51:00.253265 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:00.297548 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Pushing event updated for resources: {'Port': ['ID=39cd7009-363e-4d86-b935-6ef2e6c67b82,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:01.884249 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 39cd7009-363e-4d86-b935-6ef2e6c67b82 up at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:51:01.931805 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Provisioning complete for port 39cd7009-363e-4d86-b935-6ef2e6c67b82 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:51:01.932181 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:02.006710 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Current status of the port 39cd7009-363e-4d86-b935-6ef2e6c67b82 is: ACTIVE; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:51:03.135878 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:51:04.072834 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5d091402-d9bd-4d55-b70b-2b8a9e8c3851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:06.144538 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-274b5813-1def-45b3-82c6-7100a4656ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:07.272567 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=64,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:07.273395 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=58,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:07.488650 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:07.517678 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:07.524991 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:08.264488 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:08.775074 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:08.931303 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:11.948108 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-965469c5-7e8f-41f8-858f-fec6b4aa494e tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2091540201&fields=id&tenant_id=aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 267 time: 0.0446963 Aug 17 19:51:12.055294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-72d1159b-f9d7-4142-bacc-7acbddf4797b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:12.056728 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-72d1159b-f9d7-4142-bacc-7acbddf4797b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 812 time: 0.1016495 Aug 17 19:51:12.070779 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-74715202-0f51-41e1-b170-e6a1e672c896 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/quotas/aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 375 time: 0.0087352 Aug 17 19:51:12.118456 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-b6dfb328-2fb6-464f-b42d-9c5b2389c737 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429652 Aug 17 19:51:12.132831 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-d82a6b2d-08d3-46ef-b494-b2d980e48bdd service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:51:12.133821 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-d82a6b2d-08d3-46ef-b494-b2d980e48bdd service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048480 Aug 17 19:51:12.221900 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-ddd24cf7-ca4b-48cf-b344-b6d003f453a3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823615 Aug 17 19:51:12.312138 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-dc3fe6d5-998f-4502-964c-d7cffc7c11bb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846827 Aug 17 19:51:12.604804 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4793a3a5-6f86-430a-b529-946e709d7e6f req-7190ae29-6fcf-47d6-a9d7-9ab5067a1601 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 210 time: 0.0272424 Aug 17 19:51:13.131126 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=12 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:13.131904 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:13.655356 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-75123307-8f70-4f14-8b43-ffcddcf66646 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:13.656885 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-75123307-8f70-4f14-8b43-ffcddcf66646 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 812 time: 0.1056023 Aug 17 19:51:13.710086 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-925f904c-acd4-44a8-ad76-4b9960c628de req-c8769e50-b1bb-4e6b-b9ee-62bb63d76b3e tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 210 time: 0.0322492 Aug 17 19:51:13.735954 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-360356b6-e4d1-4e67-84f5-742659210d7f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 380 time: 0.0705905 Aug 17 19:51:13.744851 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'port': {'device_id': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'admin_state_up': True, 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'security_groups': ['ff695ac6-fbfc-4834-a338-e90bf51e755f']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:51:13.850996 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Made reservation on behalf of aff3b32658054cff96939af2ce92fd7b for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:51:13.854732 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:13.994359 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Allocated IP 172.20.0.5 (b9833d36-2800-444b-a953-b1f217939327/5176647a-fa00-45ce-8b14-cbd9eeeb9d62/0e5f317a-6bf1-41cd-8399-bb93514cb1cf) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:51:14.141501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.173240 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.216970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Network b9833d36-2800-444b-a953-b1f217939327 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:51:14.220070 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:51:14.223861 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:51:14.247157 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:14.275994 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:14.276531 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.294678 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-c8418d35-c3a9-4ddf-ab9e-5cefede700fd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533998 Aug 17 19:51:14.304679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-7a009344-06c0-42f7-87c6-683fcd5515a8 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:51:14.305789 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-7a009344-06c0-42f7-87c6-683fcd5515a8 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052445 Aug 17 19:51:14.414684 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Request body: {'port': {'device_id': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:51:14.420147 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-7c187e87-afc6-442b-8c01-a8a6fe7138e2 None None] Provisioning complete for port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:51:14.420621 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7c187e87-afc6-442b-8c01-a8a6fe7138e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.451826 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-7c187e87-afc6-442b-8c01-a8a6fe7138e2 None None] Port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:51:14.472520 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:14.477667 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.509930 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:14.723432 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5f317a-6bf1-41cd-8399-bb93514cb1cf {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:51:14.730714 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Publish callbacks [] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.742917 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Transition to ACTIVE for port object 0e5f317a-6bf1-41cd-8399-bb93514cb1cf will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:51:14.747210 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.831071 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Pushing event updated for resources: {'Port': ['ID=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:14.861690 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Attempting to bind port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:51:14.862052 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Attempting to bind port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:51:14.862384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Attempting to bind port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:51:14.867152 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf on network b9833d36-2800-444b-a953-b1f217939327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:51:14.867491 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Attempting to bind port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:51:14.873393 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:51:14.873730 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Checking segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:51:14.874109 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Bound using segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:51:14.874529 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Bound port: 0e5f317a-6bf1-41cd-8399-bb93514cb1cf, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:51:14.874881 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.940254 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] For port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:51:14.943742 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] For port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:51:14.951147 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.955877 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:14.956489 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:14.957908 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/0e5f317a-6bf1-41cd-8399-bb93514cb1cf HTTP/1.1" status: 200 len: 1093 time: 0.6452012 Aug 17 19:51:14.958411 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:51:14.960719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7" -d '{"events": [{"name": "network-changed", "server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:51:15.050522 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d818822-d70d-4377-b183-60c9788ae04c service neutron] Pushing event updated for resources: {'Port': ['ID=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:15.053719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-9e76200c-8056-4eae-b3b5-0aa29ae24801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:15.055700 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-9e76200c-8056-4eae-b3b5-0aa29ae24801 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 1127 time: 0.0534804 Aug 17 19:51:15.071572 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5bcf8-8e18-4567-bcf0-998a13ae1891 req-abd5e61e-14ca-4c38-950d-545ae9bb4cdb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:15.073060 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-aac5bcf8-8e18-4567-bcf0-998a13ae1891 req-abd5e61e-14ca-4c38-950d-545ae9bb4cdb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 943 time: 0.2853234 Aug 17 19:51:15.080335 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64662ec4-3b3e-44de-8669-3b88621d41c8 x-openstack-request-id: req-64662ec4-3b3e-44de-8669-3b88621d41c8 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:51:15.080647 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:51:15.080897 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64662ec4-3b3e-44de-8669-3b88621d41c8 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:51:15.081332 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64662ec4-3b3e-44de-8669-3b88621d41c8'] response: {'name': 'network-changed', 'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'status': 'completed', 'code': 200} Aug 17 19:51:15.122918 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-aac5bcf8-8e18-4567-bcf0-998a13ae1891 req-f993c2b2-dec6-4381-b62f-4ef378b53b8d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Aug 17 19:51:15.282903 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-7293cf9b-043a-4b47-a0b0-93083bc0c569 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf HTTP/1.1" status: 200 len: 217 time: 0.0360453 Aug 17 19:51:15.337330 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-03529ae4-28b2-4261-8040-3c366d604e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:15.338810 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-03529ae4-28b2-4261-8040-3c366d604e1f service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0503609 Aug 17 19:51:15.564713 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-fe77512a-807a-4915-8cab-5c0830f81ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:15.566135 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-fe77512a-807a-4915-8cab-5c0830f81ccd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385933 Aug 17 19:51:15.657407 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-aa927f2b-e126-4b2a-9622-4111b4618420 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851445 Aug 17 19:51:15.732872 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:15.747497 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-0d9d4083-f69d-4439-a1c3-b2a4f4fb2c99 req-07decf0e-fd2d-4119-99e0-2bd286905c80 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821593 Aug 17 19:51:16.006476 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-021ac4d5-ddf7-4a12-9691-6d18cb0e5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:16.007945 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-021ac4d5-ddf7-4a12-9691-6d18cb0e5183 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 1127 time: 0.0405710 Aug 17 19:51:16.206929 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:16.241962 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b954ba-59d7-41fc-a149-7b51138d750c req-24a0334a-0cdf-4208-93de-95efa71a93eb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:16.243439 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-37b954ba-59d7-41fc-a149-7b51138d750c req-24a0334a-0cdf-4208-93de-95efa71a93eb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 943 time: 0.0475512 Aug 17 19:51:16.249836 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-ee3ac983-1a0f-4180-9738-9a2d22a5cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:16.251296 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-ee3ac983-1a0f-4180-9738-9a2d22a5cfe7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0918303 Aug 17 19:51:16.289141 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-7596c4fd-04e9-4454-9c5b-3a3a2a667a41 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf HTTP/1.1" status: 200 len: 217 time: 0.0318122 Aug 17 19:51:16.293607 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-37b954ba-59d7-41fc-a149-7b51138d750c req-9ba9b1c6-93bf-49e6-ba89-2f9b4c7d373d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Aug 17 19:51:16.340452 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-e1822a60-f0a7-492f-967f-031a70d1f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:16.341900 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-e1822a60-f0a7-492f-967f-031a70d1f650 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0473855 Aug 17 19:51:16.383987 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-de2e6351-fd3e-41c3-b706-9e958847fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:16.385614 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-de2e6351-fd3e-41c3-b706-9e958847fb36 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379467 Aug 17 19:51:16.474078 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-18232933-f0e6-4c7c-9ff3-8be5cf19b9c6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819359 Aug 17 19:51:16.564081 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6e286ef8-f913-4b7c-bbcc-84d2a5a879f7 req-b840c7ee-b585-4f60-9e4f-b6fa6877b67f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Aug 17 19:51:17.411775 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975f20-eae9-484d-bf8f-73ebab137bb8 req-bf551190-1b24-4dae-a417-f8ff4f7dae4a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:17.413251 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-97975f20-eae9-484d-bf8f-73ebab137bb8 req-bf551190-1b24-4dae-a417-f8ff4f7dae4a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 943 time: 0.0495601 Aug 17 19:51:17.461775 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-97975f20-eae9-484d-bf8f-73ebab137bb8 req-63833595-2c55-4e93-a96b-cfaef74815af tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424049 Aug 17 19:51:18.577624 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf413b-bb47-4f03-9e7a-730abe713246 req-795a8971-4717-4844-a6b3-9e0950c0bfc3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:18.579092 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12cf413b-bb47-4f03-9e7a-730abe713246 req-795a8971-4717-4844-a6b3-9e0950c0bfc3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 943 time: 0.0458417 Aug 17 19:51:18.626957 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-12cf413b-bb47-4f03-9e7a-730abe713246 req-90934b3f-59ae-4826-b8a9-16e37cf0f382 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Aug 17 19:51:19.745153 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae0005-d429-457b-ad87-5360dba938ab req-228a4101-1f00-4fa2-9006-6d9b9b0c1449 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:19.747302 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a3ae0005-d429-457b-ad87-5360dba938ab req-228a4101-1f00-4fa2-9006-6d9b9b0c1449 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 943 time: 0.0499668 Aug 17 19:51:19.795650 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-a3ae0005-d429-457b-ad87-5360dba938ab req-491eafb3-dfa2-4ce2-a69c-457cf96adaad tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Aug 17 19:51:20.910988 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375356b-f7ad-43e2-8e2a-be5eaca5061e req-307f16c8-ecea-4e31-9356-bcab5d87481f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:20.912420 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3375356b-f7ad-43e2-8e2a-be5eaca5061e req-307f16c8-ecea-4e31-9356-bcab5d87481f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 943 time: 0.0461144 Aug 17 19:51:20.938268 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:20.963031 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3375356b-f7ad-43e2-8e2a-be5eaca5061e req-7f367a02-89ec-45d7-8099-06cc8c54682b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Aug 17 19:51:22.078922 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097ac1-89f8-4df7-b9e5-15975733cfa0 req-ae597dac-c567-4ae3-b789-0c92502b3b4f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:22.080310 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-15097ac1-89f8-4df7-b9e5-15975733cfa0 req-ae597dac-c567-4ae3-b789-0c92502b3b4f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 943 time: 0.0475736 Aug 17 19:51:22.123851 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:22.133160 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-15097ac1-89f8-4df7-b9e5-15975733cfa0 req-95231c27-5b71-45b1-ae4f-b0c328bf8292 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474010 Aug 17 19:51:22.492324 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 0e5f317a-6bf1-41cd-8399-bb93514cb1cf details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:51:22.585473 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:51:22.594551 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:22.597024 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'port_id': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'mac_address': 'fa:16:3e:59:8a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:51:22.634327 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:51:22.634705 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:22.647556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5f317a-6bf1-41cd-8399-bb93514cb1cf {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:51:22.666792 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:51:22.670619 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:22.714637 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:22.721503 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.721846 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.722181 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.722515 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.722840 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.723162 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.723483 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.723801 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.724119 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.724434 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.724752 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.725073 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.725433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.725750 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.726063 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:51:22.879912 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['0e5f317a-6bf1-41cd-8399-bb93514cb1cf'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:51:23.252520 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7bf7-c887-411c-a344-0d97c409355b req-a2be1bbe-3ac7-471e-bf8d-0ff7d33faddd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:23.254043 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-841d7bf7-c887-411c-a344-0d97c409355b req-a2be1bbe-3ac7-471e-bf8d-0ff7d33faddd tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 944 time: 0.0465102 Aug 17 19:51:23.304420 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-841d7bf7-c887-411c-a344-0d97c409355b req-aeb7972c-7851-48bd-97b0-fa17040b3b0c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Aug 17 19:51:24.423062 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512652-1835-4278-b27a-cfbdf6db7d3b req-1fceb732-1705-42d2-b942-5600740df557 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:24.424537 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ae512652-1835-4278-b27a-cfbdf6db7d3b req-1fceb732-1705-42d2-b942-5600740df557 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 944 time: 0.0477848 Aug 17 19:51:24.473001 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ae512652-1835-4278-b27a-cfbdf6db7d3b req-78f0ec76-2d3c-4079-97c5-752c1ec0443a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Aug 17 19:51:24.522369 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 0e5f317a-6bf1-41cd-8399-bb93514cb1cf up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:51:24.563704 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:24.566222 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:51:24.571820 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:51:24.572228 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:24.641907 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:51:24.642282 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:24.664866 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:51:24.667713 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c711c-afe1-4256-ac0a-108dab354cbe" -d '{"events": [{"server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "name": "network-vif-plugged", "status": "completed", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:51:24.680436 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:51:24.684606 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:24.718548 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:24.734609 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:24.762042 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579b827-7960-4233-8a81-16386ea428cd x-openstack-request-id: req-d579b827-7960-4233-8a81-16386ea428cd {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:51:24.762336 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "name": "network-vif-plugged", "status": "completed", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:51:24.762592 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d579b827-7960-4233-8a81-16386ea428cd {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:51:24.762996 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d579b827-7960-4233-8a81-16386ea428cd'] response: {'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'code': 200} Aug 17 19:51:24.969080 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbcc9f-7c92-48cc-8798-fc46743fca96 req-bd570375-e3c1-4abb-97aa-b2f24fb36e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:24.970584 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-99dbcc9f-7c92-48cc-8798-fc46743fca96 req-bd570375-e3c1-4abb-97aa-b2f24fb36e9f service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 1129 time: 0.0391243 Aug 17 19:51:25.016514 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-99dbcc9f-7c92-48cc-8798-fc46743fca96 req-dbe5b608-50fa-4f53-9f16-99cc8934e1d7 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397089 Aug 17 19:51:25.209379 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:25.210072 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:25.594714 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160f0ab-7937-4735-8484-fa354b3474f9 req-5e22ed85-05a1-4ead-afc0-dc779fc02a8c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:25.596173 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4160f0ab-7937-4735-8484-fa354b3474f9 req-5e22ed85-05a1-4ead-afc0-dc779fc02a8c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 945 time: 0.0504718 Aug 17 19:51:25.645150 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4160f0ab-7937-4735-8484-fa354b3474f9 req-68d03803-99de-43ba-a59e-ce0b9a945d01 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Aug 17 19:51:26.766922 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88c398-f05b-4765-8e14-16c685a7a689 req-9257b5be-724e-471c-b40d-4b6c94834c8a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:26.768382 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d88c398-f05b-4765-8e14-16c685a7a689 req-9257b5be-724e-471c-b40d-4b6c94834c8a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 945 time: 0.0489259 Aug 17 19:51:26.816805 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0d88c398-f05b-4765-8e14-16c685a7a689 req-2ab73cb4-65b0-4ff8-8d4b-1f242a23a8d6 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Aug 17 19:51:26.935517 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418e601-36c4-4631-9aff-ed34a53c489b req-d6230d6e-c39c-483b-a37c-20c59a174e10 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:26.936915 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b418e601-36c4-4631-9aff-ed34a53c489b req-d6230d6e-c39c-483b-a37c-20c59a174e10 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 945 time: 0.0459332 Aug 17 19:51:26.989051 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b418e601-36c4-4631-9aff-ed34a53c489b req-86357385-18bd-49a8-9ece-1b2815d9ebdc tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465851 Aug 17 19:51:27.015786 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53390) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:51:27.097151 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c619b370-2700-46f7-9d87-569ed46d010b tempest-TestVolumeBootPattern-196425955 tempest-TestVolumeBootPattern-196425955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:27.098673 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-c619b370-2700-46f7-9d87-569ed46d010b tempest-TestVolumeBootPattern-196425955 tempest-TestVolumeBootPattern-196425955-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 1124 time: 0.0819225 Aug 17 19:51:27.101654 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53394) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:51:27.105908 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'port_id': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:51:27.128155 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:27.204405 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:27.312552 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Allocated IP 172.27.1.236 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/35c65132-71bb-49b4-a200-b4e0321bd63d) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:51:27.387616 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:27.420038 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:27.453042 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:27.705969 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:27.737719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:51:27.742612 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:51:27.747063 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:51:27.768133 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=35c65132-71bb-49b4-a200-b4e0321bd63d,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:28.087594 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (24dbca3d-0c7c-47ef-905d-c01e44606a46), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:28.151107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:28.293665 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:28.298115 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:28.366879 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=35c65132-71bb-49b4-a200-b4e0321bd63d,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:51:28.370384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (24dbca3d-0c7c-47ef-905d-c01e44606a46), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:28.415379 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:28.467559 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Floating IP 24dbca3d-0c7c-47ef-905d-c01e44606a46 associated. External IP: 172.27.1.236, port: 0e5f317a-6bf1-41cd-8399-bb93514cb1cf. Aug 17 19:51:28.545461 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:28.660865 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:51:28.761479 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:51:28.770875 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:51:28.780677 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:28.782158 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:51:28.782834 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:51:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:51:28.810317 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-6187caa4-1332-4ec8-9046-b0b76f487f6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7076447 Aug 17 19:51:28.810898 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:51:28.813182 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:51:28.850504 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1e145e-b61d-4c67-81ac-cc2c40cc9d2c x-openstack-request-id: req-4e1e145e-b61d-4c67-81ac-cc2c40cc9d2c {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:51:28.850793 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:51:28.851043 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e1e145e-b61d-4c67-81ac-cc2c40cc9d2c {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:51:28.851447 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1e145e-b61d-4c67-81ac-cc2c40cc9d2c'] response: {'name': 'network-changed', 'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'status': 'completed', 'code': 200} Aug 17 19:51:28.884257 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:51:28.914290 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-cc45d499-578f-4775-b66a-e416ce7e2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:28.915713 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-cc45d499-578f-4775-b66a-e416ce7e2637 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 1129 time: 0.0432966 Aug 17 19:51:29.005962 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-ab14e014-ac14-4d26-a580-f0885e72d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:29.007442 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-ab14e014-ac14-4d26-a580-f0885e72d8f9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0852239 Aug 17 19:51:29.071354 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-44893ed5-d4bc-404d-ad2a-1b1a3060e78a service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf HTTP/1.1" status: 200 len: 999 time: 0.0577552 Aug 17 19:51:29.090548 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '24dbca3d-0c7c-47ef-905d-c01e44606a46', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:59:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:51:27Z', 'updated_at': '2022-08-17T19:51:27Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:51:29.114355 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:51:29.117997 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-bd642e78-1092-4857-a990-24ec20d32eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:29.119442 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-bd642e78-1092-4857-a990-24ec20d32eed service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0427139 Aug 17 19:51:29.123101 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:51:29.123684 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:51:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:51:29.162628 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-aad3e55a-053b-40a5-9687-bc19bf0d676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:51:29.164153 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-aad3e55a-053b-40a5-9687-bc19bf0d676d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381119 Aug 17 19:51:29.221817 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:51:29.256148 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-557d9432-5e11-47c5-be29-3b186988e75b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861435 Aug 17 19:51:29.343889 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-53b3f2fa-8bd3-4f19-b63c-9be93d67a2a1 req-65797885-3402-4996-a45c-93c303783693 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817065 Aug 17 19:51:29.424200 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '24dbca3d-0c7c-47ef-905d-c01e44606a46', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:59:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:51:27Z', 'updated_at': '2022-08-17T19:51:27Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:51:29.451312 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21086af7-77f3-45c9-8562-cea608d797c4 None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '24dbca3d-0c7c-47ef-905d-c01e44606a46', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:59:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:51:27Z', 'updated_at': '2022-08-17T19:51:27Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:51:29.643691 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de02231-0eed-4fa6-900f-aabaf0b794e2 None None] New status for floating IP 24dbca3d-0c7c-47ef-905d-c01e44606a46: ACTIVE {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:51:34.074939 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0681cdfe-38c2-45ce-982f-6eb231cc85ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:36.148067 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e750f2b1-d984-4846-975b-c3f2e3faafdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:36.981690 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=47 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:36.984472 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=53 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:37.490223 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:38.277552 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:38.777895 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:38.932117 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:51:39.339585 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=80 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:39.340391 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:39.422388 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=74 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:39.427069 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=74 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:40.135042 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:51:48.919088 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:48.919925 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:48.928223 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:51:50.130750 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:02.205276 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=15 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:02.206001 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=17 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:04.077749 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2204aad5-82ba-4670-9ab9-11bd31f92231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:06.149777 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-de3efc32-9546-473a-a277-5e62bfdcd2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:07.493723 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:08.299736 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:08.779567 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:08.941672 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:17.084298 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-4b6ee348-9e42-48b2-bf4d-3a657fe7a7c2 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422175 Aug 17 19:52:17.134093 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:52:17.162319 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-c058ca08-9a8b-492d-b0c8-d5d4d422df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:52:17.163781 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-c058ca08-9a8b-492d-b0c8-d5d4d422df97 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 1129 time: 0.0384963 Aug 17 19:52:17.264060 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-432ac262-1953-4875-924a-2f480e8b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:52:17.265445 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-432ac262-1953-4875-924a-2f480e8b70e8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0843980 Aug 17 19:52:17.330971 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-4f15964d-7ffb-44ca-b80a-eea58038d0ab service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf HTTP/1.1" status: 200 len: 1001 time: 0.0586185 Aug 17 19:52:17.378512 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-7fe6cc4d-9e79-4ce6-a4b4-d191e522016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:52:17.379896 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-7fe6cc4d-9e79-4ce6-a4b4-d191e522016a service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0427661 Aug 17 19:52:17.421789 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-8eae5474-9033-474d-bd5e-0bbee9be3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:52:17.423206 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-8eae5474-9033-474d-bd5e-0bbee9be3f59 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377500 Aug 17 19:52:17.512901 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-761d09e0-0e16-4867-8420-ccf4e63a237b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832298 Aug 17 19:52:17.602093 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-6881aa48-d480-4450-b2cd-76fb39e9eedb req-68bd15c9-d0eb-41f0-be74-cceedaa5910b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830750 Aug 17 19:52:18.930862 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:18.935278 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:18.936737 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:27.130671 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:27.598225 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=44 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:27.599498 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=57 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:34.079739 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8732f2f9-47ac-4b0f-bef9-09ca638768d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:36.152445 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2ba415ce-17ee-4fbe-99f2-6a0117302022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:37.496733 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:38.303904 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:38.781314 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:38.931057 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:52:39.196957 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:39.201983 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:48.775396 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:48.921375 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:48.926409 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:52:54.133489 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:53:04.085610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-67929fb4-7ed0-4fd1-bafe-48654e7e9d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:04.128623 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:04.129305 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:06.153273 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ca4edf61-2d27-4475-a2f9-7dcf6149f44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:07.499531 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:08.314542 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:08.783827 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:08.934528 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:16.203881 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:16.208847 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:17.096270 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-40a54b24-3cf2-495d-a2a2-e34386ee139d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382977 Aug 17 19:53:17.174497 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-6e6078ae-7c06-42e8-beb9-cb00d8c3f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:17.175865 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-6e6078ae-7c06-42e8-beb9-cb00d8c3f7db service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 1129 time: 0.0384703 Aug 17 19:53:17.281070 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-c49582e6-0f7e-43e2-84c0-713b75ab8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:17.282549 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-c49582e6-0f7e-43e2-84c0-713b75ab8d93 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0876555 Aug 17 19:53:17.342868 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-ebdc21d7-9b54-4070-b741-63a98b387c62 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf HTTP/1.1" status: 200 len: 1001 time: 0.0537491 Aug 17 19:53:17.389760 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-06039a1b-f31e-49b0-8eae-f66706da08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:17.391164 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-06039a1b-f31e-49b0-8eae-f66706da08c7 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0432186 Aug 17 19:53:17.438137 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-a81b784d-7378-4a11-b12d-e87444f87986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:17.439491 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-a81b784d-7378-4a11-b12d-e87444f87986 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413318 Aug 17 19:53:17.526204 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-6eef365d-bbe4-4125-b68c-88716fddbbe5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801101 Aug 17 19:53:17.617483 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-90728162-b4f2-4c9b-aa8f-b602d268170d req-1f3ced8a-89e6-410a-888c-47d977e2ca19 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853186 Aug 17 19:53:18.779905 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:18.923356 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:18.929450 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:24.411813 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0bb3f-b1f4-4b10-93d2-5bfa504d3fa8 req-6a88fe6f-f20a-41c7-a012-04f6a33a05b3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:24.413325 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-78c0bb3f-b1f4-4b10-93d2-5bfa504d3fa8 req-6a88fe6f-f20a-41c7-a012-04f6a33a05b3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 945 time: 0.0495110 Aug 17 19:53:24.461640 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-78c0bb3f-b1f4-4b10-93d2-5bfa504d3fa8 req-fc56771c-8c81-4364-8f9c-2313a3ef4502 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426166 Aug 17 19:53:25.583707 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f5216-6e90-4129-9b71-42acd9b29bfb req-ec4f8a51-807a-454c-b8e3-5a1aa8b0f813 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:25.585473 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b89f5216-6e90-4129-9b71-42acd9b29bfb req-ec4f8a51-807a-454c-b8e3-5a1aa8b0f813 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 945 time: 0.0523117 Aug 17 19:53:25.638455 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-b89f5216-6e90-4129-9b71-42acd9b29bfb req-258e316f-825c-4af5-aa48-dfc2f3fade6d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Aug 17 19:53:25.918416 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-2c79973b-dac2-47df-96ff-48b07c320200 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:25.919877 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-2c79973b-dac2-47df-96ff-48b07c320200 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 945 time: 0.0479479 Aug 17 19:53:26.005324 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Deleting port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:53:26.005663 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:26.093282 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] For port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:53:26.093640 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:26.252462 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:26.252770 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (24dbca3d-0c7c-47ef-905d-c01e44606a46), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:26.253075 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.db.l3_db [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Floating IP 24dbca3d-0c7c-47ef-905d-c01e44606a46 disassociated. External IP: 172.27.1.236, port: 0e5f317a-6bf1-41cd-8399-bb93514cb1cf. Aug 17 19:53:26.253499 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Calling delete_port for 0e5f317a-6bf1-41cd-8399-bb93514cb1cf owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:53:26.302054 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:26.329647 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:26.384683 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (0e5f317a-6bf1-41cd-8399-bb93514cb1cf), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:26.410952 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event deleted for resources: {'Port': ['ID=0e5f317a-6bf1-41cd-8399-bb93514cb1cf,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:26.422318 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.422661 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.422997 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.423331 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.423658 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.423980 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.424296 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.424610 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.424925 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.425260 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.425579 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.425894 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.426197 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.426512 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.426818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:26.528237 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:53:26.628173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:53:26.637461 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:53:26.646888 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:53:26.647487 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:53:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:26.672052 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] No DVR routers for this DVR port 0e5f317a-6bf1-41cd-8399-bb93514cb1cf on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:53:26.674594 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:26.677988 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-4bc029b5-d9bc-4cfc-9b48-253bd6541e3f req-fd0ee358-d24e-4f4f-a76d-15fa9e8f9030 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "DELETE /networking/v2.0/ports/0e5f317a-6bf1-41cd-8399-bb93514cb1cf HTTP/1.1" status: 204 len: 173 time: 0.7529655 Aug 17 19:53:26.678974 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'name': 'network-vif-deleted', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:53:26.680767 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a19c45-a2aa-41bf-ab11-4873fb4503cf" -d '{"events": [{"server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "name": "network-vif-deleted", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:53:26.733567 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc0dc96-92ab-46f7-9bf7-a45fe4c5889b x-openstack-request-id: req-3cc0dc96-92ab-46f7-9bf7-a45fe4c5889b {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:53:26.733864 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812369db-d8e2-4ad9-9f0f-044a9589c89d", "name": "network-vif-deleted", "tag": "0e5f317a-6bf1-41cd-8399-bb93514cb1cf", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:53:26.734206 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3cc0dc96-92ab-46f7-9bf7-a45fe4c5889b {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:53:26.734622 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc0dc96-92ab-46f7-9bf7-a45fe4c5889b'] response: {'server_uuid': '812369db-d8e2-4ad9-9f0f-044a9589c89d', 'name': 'network-vif-deleted', 'tag': '0e5f317a-6bf1-41cd-8399-bb93514cb1cf', 'status': 'completed', 'code': 200} Aug 17 19:53:26.764586 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-0ea3bbb2-bfd8-4870-af84-180b129b4d8f req-eb083c8a-eb17-4816-978b-a4553bcb2205 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=812369db-d8e2-4ad9-9f0f-044a9589c89d HTTP/1.1" status: 200 len: 210 time: 0.0391471 Aug 17 19:53:26.768898 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:53:26.961110 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:26.986048 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:53:26.994643 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:53:26.995316 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:53:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:27.101908 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:53:27.282520 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:27.305994 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054188cc-5e97-4dab-ad50-b0ce941cf23e None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:53:27.536514 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54b834-177e-4c38-9654-e4c02a56f3f4 None None] New status for floating IP 24dbca3d-0c7c-47ef-905d-c01e44606a46: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:53:27.991397 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-12d81487-9eb2-4777-9671-716ad958ad93 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2091540201&fields=id&tenant_id=aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 267 time: 0.0456240 Aug 17 19:53:28.100426 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-030c57a1-443f-47ff-8d53-c6548f394383 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:28.101905 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-030c57a1-443f-47ff-8d53-c6548f394383 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 812 time: 0.1037610 Aug 17 19:53:28.116671 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-312ff70c-6638-4bbd-bc87-2761a0e04c37 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/quotas/aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 375 time: 0.0089278 Aug 17 19:53:28.164058 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-ea3a29d8-7089-400e-a7c0-99db2a23e95a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419807 Aug 17 19:53:28.304685 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-a034ed58-e18f-4851-a7aa-5d6c1fedee3d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285539 Aug 17 19:53:28.393563 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-61add796-1cb0-4fa6-865c-2ad43cef584c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829227 Aug 17 19:53:29.019672 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 0e5f317a-6bf1-41cd-8399-bb93514cb1cf no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:53:29.039334 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 0e5f317a-6bf1-41cd-8399-bb93514cb1cf {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:53:29.039673 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 0e5f317a-6bf1-41cd-8399-bb93514cb1cf not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:53:29.685455 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e74b5855-d252-4097-84ea-92edd47e44f9 req-c9842fc6-92fc-4005-9cd7-251ece239532 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 210 time: 0.0282333 Aug 17 19:53:30.769362 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1a762c27-5792-4d97-8c60-06565e1b08ab req-5ffb92f4-2d87-4d3a-a3f0-4ac5953db640 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 210 time: 0.0318708 Aug 17 19:53:31.132527 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:53:31.852082 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ef4aca9c-bb85-4097-b496-a379eb0b52d1 req-3c73bea8-5a83-49dd-92a5-cfee7eb47f9c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 210 time: 0.0296586 Aug 17 19:53:32.936854 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1983cbca-fe94-4b24-8de5-e424541e5e06 req-40b33209-653c-4220-a6f1-b4f925b6ca50 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 210 time: 0.0303018 Aug 17 19:53:34.035182 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c80eb307-821c-40bf-a1aa-fde3d72d1588 req-21980add-00f2-4e3f-ab16-f087857c5324 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 210 time: 0.0286634 Aug 17 19:53:34.089960 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7a798c3c-ccc9-4002-9649-aae9a44037e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:34.642970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-fbb6481a-99a0-465f-a0d7-c43ade272092 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:34.644443 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-fbb6481a-99a0-465f-a0d7-c43ade272092 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 812 time: 0.1040101 Aug 17 19:53:34.708554 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6fbccce0-f28d-499a-aef1-5ee6b7d497fe tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 380 time: 0.0551267 Aug 17 19:53:34.716796 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'port': {'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'admin_state_up': True, 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'security_groups': ['ff695ac6-fbfc-4834-a338-e90bf51e755f']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:53:34.826537 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Made reservation on behalf of aff3b32658054cff96939af2ce92fd7b for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:53:34.830136 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:34.958242 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Allocated IP 172.20.0.14 (b9833d36-2800-444b-a953-b1f217939327/5176647a-fa00-45ce-8b14-cbd9eeeb9d62/06bd0f70-436d-4c36-8864-083bf1a2961f) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:53:35.002083 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:35.099678 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:35.104129 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:35.140199 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:35.155655 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c72ae834-714a-430d-b69a-a9a07d34aeaf req-91e98cda-8698-4c82-a131-2cab9ba8c86f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 210 time: 0.0379453 Aug 17 19:53:35.188704 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Network b9833d36-2800-444b-a953-b1f217939327 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:53:35.191766 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:53:35.195630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:53:35.219660 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=06bd0f70-436d-4c36-8864-083bf1a2961f,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:35.249034 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:35.249679 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:35.267236 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6b37d7c-cb54-4306-a6a0-da4f62f43b1c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540619 Aug 17 19:53:35.280498 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Request body: {'port': {'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:53:35.341366 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:35.406154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-05e4bffd-d7fe-43ac-a943-c5968c61693f None None] Provisioning complete for port 06bd0f70-436d-4c36-8864-083bf1a2961f triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:53:35.406749 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-05e4bffd-d7fe-43ac-a943-c5968c61693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:35.436424 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-05e4bffd-d7fe-43ac-a943-c5968c61693f None None] Port 06bd0f70-436d-4c36-8864-083bf1a2961f cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:53:35.597433 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bd0f70-436d-4c36-8864-083bf1a2961f {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:53:35.606208 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Publish callbacks [] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:35.620608 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Transition to ACTIVE for port object 06bd0f70-436d-4c36-8864-083bf1a2961f will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:53:35.624756 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:35.951477 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Pushing event updated for resources: {'Port': ['ID=06bd0f70-436d-4c36-8864-083bf1a2961f,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:35.979369 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Attempting to bind port 06bd0f70-436d-4c36-8864-083bf1a2961f on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:53:35.979705 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Attempting to bind port 06bd0f70-436d-4c36-8864-083bf1a2961f by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:53:35.980034 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Attempting to bind port 06bd0f70-436d-4c36-8864-083bf1a2961f on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:53:35.984852 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Port 06bd0f70-436d-4c36-8864-083bf1a2961f on network b9833d36-2800-444b-a953-b1f217939327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:53:35.985172 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Attempting to bind port 06bd0f70-436d-4c36-8864-083bf1a2961f on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:53:35.990361 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:53:35.990704 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Checking segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:53:35.991083 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Bound using segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:53:35.991502 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Bound port: 06bd0f70-436d-4c36-8864-083bf1a2961f, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:53:35.991854 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:36.040692 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:36.052668 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] For port 06bd0f70-436d-4c36-8864-083bf1a2961f, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:53:36.056819 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] For port 06bd0f70-436d-4c36-8864-083bf1a2961f, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=06bd0f70-436d-4c36-8864-083bf1a2961f,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:53:36.062426 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:36.066332 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.066958 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:36.068306 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 1094 time: 0.7921164 Aug 17 19:53:36.069749 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:53:36.072605 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909cbbaa-046c-4673-8004-0483f18f3be6" -d '{"events": [{"name": "network-changed", "server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:53:36.123227 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dbdaee-1771-456b-881d-33845f71ac7d x-openstack-request-id: req-c3dbdaee-1771-456b-881d-33845f71ac7d {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:53:36.123514 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:53:36.123764 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3dbdaee-1771-456b-881d-33845f71ac7d {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:53:36.124158 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dbdaee-1771-456b-881d-33845f71ac7d'] response: {'name': 'network-changed', 'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'status': 'completed', 'code': 200} Aug 17 19:53:36.125601 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:36.150336 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d800453-edb0-414b-aa29-9845521b5843 service neutron] Pushing event updated for resources: {'Port': ['ID=06bd0f70-436d-4c36-8864-083bf1a2961f,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:36.156056 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2d97-eb0c-44b2-bb0b-574971c9098b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:36.163033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-20f7d8d3-d262-4aee-9619-801074708104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.164591 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-20f7d8d3-d262-4aee-9619-801074708104 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1128 time: 0.0573781 Aug 17 19:53:36.204470 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-aee228c5-4033-49af-932f-a70596c51663 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 217 time: 0.0325854 Aug 17 19:53:36.252985 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-182df011-55ea-4204-95a0-bcd42d81f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.254584 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-182df011-55ea-4204-95a0-bcd42d81f9b8 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0446475 Aug 17 19:53:36.279008 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b544-721e-4460-b277-84eefdbea3a4 req-3f17aa80-3ea9-4195-91fe-8a5a8ed84baf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.280480 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1286b544-721e-4460-b277-84eefdbea3a4 req-3f17aa80-3ea9-4195-91fe-8a5a8ed84baf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0482950 Aug 17 19:53:36.297545 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-2060c9dd-cc47-4380-890e-2c89a7a4f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.299091 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-2060c9dd-cc47-4380-890e-2c89a7a4f249 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385635 Aug 17 19:53:36.330176 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1286b544-721e-4460-b277-84eefdbea3a4 req-8d42f4e6-39c0-4b4b-a3b8-94f6a1909ddb tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 Aug 17 19:53:36.389990 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6a57093-74e2-4be3-94a1-f73b89b80043 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849588 Aug 17 19:53:36.480964 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-9bc47f14-f8ba-4348-a255-882ae98d6831 req-d6313792-f03f-4558-a6a0-2552e784cf4e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850022 Aug 17 19:53:36.726640 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-8133222f-34f8-4ef2-9504-ca2f55cda56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.728142 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-8133222f-34f8-4ef2-9504-ca2f55cda56d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1128 time: 0.0387230 Aug 17 19:53:36.816414 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-33c23813-770a-488f-9e1c-e83fb7d6ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.817801 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-33c23813-770a-488f-9e1c-e83fb7d6ec48 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0833833 Aug 17 19:53:36.858775 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-10536aed-c709-42ed-9b78-88b3947dd95e service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 217 time: 0.0346770 Aug 17 19:53:36.904849 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-bc2374b4-aa0e-472b-8e13-d0191978118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.906312 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-bc2374b4-aa0e-472b-8e13-d0191978118c service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0420473 Aug 17 19:53:36.949724 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-174fcb10-87be-42d9-91b4-d1b3d2ac396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:36.951208 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-174fcb10-87be-42d9-91b4-d1b3d2ac396a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384839 Aug 17 19:53:37.041795 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-c457d319-c194-48c9-8c1d-3c3fb6a87d08 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Aug 17 19:53:37.131999 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-909cbbaa-046c-4673-8004-0483f18f3be6 req-0d08dc47-64b3-46ba-8c1c-cd5c46943380 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838513 Aug 17 19:53:37.285457 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=76 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:37.449721 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf7da-ce68-46bb-bed6-e90072cf5f48 req-6b55385e-f769-4a5b-b292-70b0db9b082f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:37.451174 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c8dbf7da-ce68-46bb-bed6-e90072cf5f48 req-6b55385e-f769-4a5b-b292-70b0db9b082f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0459073 Aug 17 19:53:37.499445 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c8dbf7da-ce68-46bb-bed6-e90072cf5f48 req-c9d10971-f265-47b0-9962-2cab0c751246 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Aug 17 19:53:37.507606 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:38.313316 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:38.620812 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec78ef-15e0-4ce7-8a5e-98ba3158f74b req-9899b361-afaa-484c-8a31-8a1d2021faad tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:38.622294 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e7ec78ef-15e0-4ce7-8a5e-98ba3158f74b req-9899b361-afaa-484c-8a31-8a1d2021faad tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0504754 Aug 17 19:53:38.669840 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-e7ec78ef-15e0-4ce7-8a5e-98ba3158f74b req-a28fec70-9343-41d0-a950-157edaa37852 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Aug 17 19:53:38.787669 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:38.935708 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:39.787059 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9473b-125c-4e99-9449-c0de085999c2 req-0c3a0790-a2ec-47d7-8fd4-639d1d540a2a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:39.788535 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c1a9473b-125c-4e99-9449-c0de085999c2 req-0c3a0790-a2ec-47d7-8fd4-639d1d540a2a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0473108 Aug 17 19:53:39.812532 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:39.834206 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:39.839398 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c1a9473b-125c-4e99-9449-c0de085999c2 req-b4668b7a-a70a-43b1-ac6f-e706ddd0da94 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Aug 17 19:53:40.956091 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39eb37-b2f8-426f-ba71-88ba3f1273fd req-da204fb5-3ace-492b-ac63-2fe85d257043 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:40.957575 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1b39eb37-b2f8-426f-ba71-88ba3f1273fd req-da204fb5-3ace-492b-ac63-2fe85d257043 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0474267 Aug 17 19:53:41.009856 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1b39eb37-b2f8-426f-ba71-88ba3f1273fd req-363681ff-50aa-4d7b-b9c6-9ac29efc2058 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Aug 17 19:53:41.128573 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=58 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:42.128881 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadfce9-9d72-4dca-9cfe-bf52799d3b2e req-23db9335-76b9-4e8b-9ed6-b24cab22d771 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:42.130350 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2dadfce9-9d72-4dca-9cfe-bf52799d3b2e req-23db9335-76b9-4e8b-9ed6-b24cab22d771 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0463266 Aug 17 19:53:42.177641 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2dadfce9-9d72-4dca-9cfe-bf52799d3b2e req-bc9d08db-b695-476a-9f36-6f9a52851e65 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Aug 17 19:53:43.295435 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7c2d-eb0c-4117-bb0c-16a1b7ff5993 req-fdc29e3d-12d3-4fbf-bf2a-9f1b8f6b3618 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:43.296890 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-39bb7c2d-eb0c-4117-bb0c-16a1b7ff5993 req-fdc29e3d-12d3-4fbf-bf2a-9f1b8f6b3618 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0467637 Aug 17 19:53:43.344569 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-39bb7c2d-eb0c-4117-bb0c-16a1b7ff5993 req-8eb08d60-8e6d-4eb5-840b-339e8d79f3fa tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Aug 17 19:53:44.462769 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5daed-b1de-4f2c-a93f-4a42dce23005 req-36a109dc-04e6-402a-95e1-ae73eb32ef5b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:44.464213 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c4b5daed-b1de-4f2c-a93f-4a42dce23005 req-36a109dc-04e6-402a-95e1-ae73eb32ef5b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 944 time: 0.0493891 Aug 17 19:53:44.512048 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-c4b5daed-b1de-4f2c-a93f-4a42dce23005 req-3096429f-bda8-41e4-a945-0840fa788173 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Aug 17 19:53:45.078975 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 06bd0f70-436d-4c36-8864-083bf1a2961f details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:53:45.175909 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 06bd0f70-436d-4c36-8864-083bf1a2961f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=06bd0f70-436d-4c36-8864-083bf1a2961f,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:53:45.186600 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:53:45.220692 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 06bd0f70-436d-4c36-8864-083bf1a2961f is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:53:45.221185 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:45.234050 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bd0f70-436d-4c36-8864-083bf1a2961f {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:53:45.253029 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 06bd0f70-436d-4c36-8864-083bf1a2961f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=06bd0f70-436d-4c36-8864-083bf1a2961f,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:53:45.257442 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:45.301804 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=06bd0f70-436d-4c36-8864-083bf1a2961f,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:45.308746 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.309096 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.309474 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.310192 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.310575 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.310918 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.311250 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.311579 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.311908 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.312231 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.312555 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.312892 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.313204 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.313552 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.313873 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:45.508058 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['06bd0f70-436d-4c36-8864-083bf1a2961f'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:53:45.630690 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb027b-2694-4198-91b1-ab24cf97f1c4 req-6bfa8302-b8a5-49da-976d-8879d6c4f47b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:45.632199 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4bbb027b-2694-4198-91b1-ab24cf97f1c4 req-6bfa8302-b8a5-49da-976d-8879d6c4f47b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 945 time: 0.0488722 Aug 17 19:53:45.683399 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-4bbb027b-2694-4198-91b1-ab24cf97f1c4 req-5ab83ded-b99f-4d27-a602-ed330424ea91 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447078 Aug 17 19:53:46.802016 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1951d-9be7-4aab-bb9c-3c53914ca34c req-544c5d5f-7711-4a11-9b0b-8f9c26d69d87 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:46.803448 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-eee1951d-9be7-4aab-bb9c-3c53914ca34c req-544c5d5f-7711-4a11-9b0b-8f9c26d69d87 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 945 time: 0.0496387 Aug 17 19:53:46.852460 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-eee1951d-9be7-4aab-bb9c-3c53914ca34c req-44723eb1-8daa-4b81-a6da-357074145d6e tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433679 Aug 17 19:53:47.097855 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 06bd0f70-436d-4c36-8864-083bf1a2961f up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:53:47.127125 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=67 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:47.129009 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=91 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:47.141395 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 06bd0f70-436d-4c36-8864-083bf1a2961f completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:53:47.146522 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 06bd0f70-436d-4c36-8864-083bf1a2961f triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:53:47.146958 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:47.216320 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 06bd0f70-436d-4c36-8864-083bf1a2961f is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:53:47.216698 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:47.239237 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:53:47.241462 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bc9c81-9568-4b2c-83f3-4baf056617e8" -d '{"events": [{"server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "name": "network-vif-plugged", "status": "completed", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:53:47.253610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 06bd0f70-436d-4c36-8864-083bf1a2961f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=06bd0f70-436d-4c36-8864-083bf1a2961f,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:53:47.257502 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:47.307614 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=06bd0f70-436d-4c36-8864-083bf1a2961f,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:47.969393 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d47a9-ea1b-4395-8041-2dda935a7058 req-6f95e521-5ddf-40ce-b148-63327fe762f3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:47.970831 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-006d47a9-ea1b-4395-8041-2dda935a7058 req-6f95e521-5ddf-40ce-b148-63327fe762f3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 946 time: 0.0475161 Aug 17 19:53:48.018410 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-006d47a9-ea1b-4395-8041-2dda935a7058 req-3969d824-a521-46e1-8dbd-1ef055351212 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Aug 17 19:53:48.287926 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf4c62a-e911-4277-a6a6-8b2bec406227 x-openstack-request-id: req-faf4c62a-e911-4277-a6a6-8b2bec406227 {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:53:48.288378 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "name": "network-vif-plugged", "status": "completed", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:53:48.288488 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-faf4c62a-e911-4277-a6a6-8b2bec406227 {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:53:48.288848 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf4c62a-e911-4277-a6a6-8b2bec406227'] response: {'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'code': 200} Aug 17 19:53:48.493002 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313989f7-17a6-4538-bdf2-7227503fa233 req-f12e4bd6-975f-4e17-974f-47bcce32181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:48.494505 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-313989f7-17a6-4538-bdf2-7227503fa233 req-f12e4bd6-975f-4e17-974f-47bcce32181a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1130 time: 0.0386140 Aug 17 19:53:48.541687 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-313989f7-17a6-4538-bdf2-7227503fa233 req-823e99ad-43dc-4b3a-9b4b-3ccbd7b65827 service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402098 Aug 17 19:53:49.135105 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba5f4d-ead2-4564-ab75-2f3f1d755c8e req-36829248-8c85-4797-8dd2-51781e989968 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:49.136602 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d0ba5f4d-ead2-4564-ab75-2f3f1d755c8e req-36829248-8c85-4797-8dd2-51781e989968 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 946 time: 0.0465405 Aug 17 19:53:49.188143 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d0ba5f4d-ead2-4564-ab75-2f3f1d755c8e req-fdc05475-2261-4ab9-acdc-cb32a3c842c1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 Aug 17 19:53:50.304801 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38fdf3-9d84-4744-9747-3e633f2ef0c5 req-4897fd1b-7071-402b-a92d-b9b4c808a594 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:50.306285 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7a38fdf3-9d84-4744-9747-3e633f2ef0c5 req-4897fd1b-7071-402b-a92d-b9b4c808a594 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 946 time: 0.0467010 Aug 17 19:53:50.355155 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7a38fdf3-9d84-4744-9747-3e633f2ef0c5 req-385068fc-f721-48b4-9b80-f3d42f23de30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432575 Aug 17 19:53:50.472833 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c45113-b889-4a0a-bc2e-8f9f4194bdfa req-9f0c66c1-958c-4143-abb3-b4bb33418b74 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:50.474217 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-72c45113-b889-4a0a-bc2e-8f9f4194bdfa req-9f0c66c1-958c-4143-abb3-b4bb33418b74 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 946 time: 0.0467501 Aug 17 19:53:50.521692 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-72c45113-b889-4a0a-bc2e-8f9f4194bdfa req-1b76df97-4070-418b-8c88-3dddcdc6b5da tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Aug 17 19:53:50.547345 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53530) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:53:50.588317 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c28a8e-e462-4e2f-88e6-4e40496c638b tempest-TestVolumeBootPattern-196425955 tempest-TestVolumeBootPattern-196425955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:50.589848 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e9c28a8e-e462-4e2f-88e6-4e40496c638b tempest-TestVolumeBootPattern-196425955 tempest-TestVolumeBootPattern-196425955-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1125 time: 0.0415578 Aug 17 19:53:50.592584 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53532) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:53:50.596709 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:53:50.606509 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:50.618636 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:50.657648 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:50.695727 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:50.801029 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Allocated IP 172.27.1.212 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/5912f68b-7f11-4272-b569-a0399ce568fa) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:53:50.904466 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (5912f68b-7f11-4272-b569-a0399ce568fa), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:50.939373 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (5912f68b-7f11-4272-b569-a0399ce568fa), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:50.985022 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:53:50.989564 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:53:50.993583 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:53:50.998773 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=5912f68b-7f11-4272-b569-a0399ce568fa,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:51.027151 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.027500 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.027844 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.028184 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.028517 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.028846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.029172 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.029527 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.029859 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.030185 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.030517 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.030835 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.031155 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.031477 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.031794 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:53:51.350031 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:51.351300 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (2ca6af8a-dc24-4518-b718-13b6a17af021), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:51.416372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (5912f68b-7f11-4272-b569-a0399ce568fa), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:51.440889 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:51.560325 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (5912f68b-7f11-4272-b569-a0399ce568fa), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:51.564525 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (5912f68b-7f11-4272-b569-a0399ce568fa), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:51.631497 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=5912f68b-7f11-4272-b569-a0399ce568fa,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:53:51.633924 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (2ca6af8a-dc24-4518-b718-13b6a17af021), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:51.726697 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Floating IP 2ca6af8a-dc24-4518-b718-13b6a17af021 associated. External IP: 172.27.1.212, port: 06bd0f70-436d-4c36-8864-083bf1a2961f. Aug 17 19:53:51.917172 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:53:52.018205 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:53:52.028245 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:53:52.036226 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:53:52.038701 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:53:52.039301 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:53:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:52.064886 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-7c27f13a-d0b6-4c7b-98e9-4cf3214a4bea tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4713433 Aug 17 19:53:52.065734 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:53:52.068176 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217" -d '{"events": [{"name": "network-changed", "server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:53:52.139242 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:53:52.159826 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958a9225-40af-43c9-9b75-fa92000bb7a1 x-openstack-request-id: req-958a9225-40af-43c9-9b75-fa92000bb7a1 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:53:52.160118 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:53:52.160372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-958a9225-40af-43c9-9b75-fa92000bb7a1 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:53:52.160777 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958a9225-40af-43c9-9b75-fa92000bb7a1'] response: {'name': 'network-changed', 'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'status': 'completed', 'code': 200} Aug 17 19:53:52.220911 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-b8fc5a1b-cfa4-4cd8-ade9-6cb80bf303e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:52.222539 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-b8fc5a1b-cfa4-4cd8-ade9-6cb80bf303e1 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1130 time: 0.0405145 Aug 17 19:53:52.320261 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-02804b17-f759-471b-add7-e20bf778fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:52.322395 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-02804b17-f759-471b-add7-e20bf778fe25 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0941992 Aug 17 19:53:52.383307 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-bdf91e11-cfa5-4270-abfb-85ce645c8732 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 1000 time: 0.0551786 Aug 17 19:53:52.427434 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:51Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:52.435766 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-0a51ba39-b17b-4ab6-b7ca-7044940fd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:52.437235 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-0a51ba39-b17b-4ab6-b7ca-7044940fd3b2 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0472093 Aug 17 19:53:52.452512 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:53:52.461146 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:53:52.461777 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:53:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:52.480196 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-5af7d5e4-86e6-4bdb-9fdf-cdc2cf60d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:53:52.481718 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-5af7d5e4-86e6-4bdb-9fdf-cdc2cf60d0d8 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386710 Aug 17 19:53:52.560074 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:53:52.570434 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-a3d114da-6189-4b85-a2df-912a6e50cce9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825148 Aug 17 19:53:52.662006 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-028a7dc4-5eb6-4eb9-8f20-609bf01aa217 req-8a3ac1c3-58db-49cf-81c6-469361038711 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858440 Aug 17 19:53:52.765590 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:51Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:53:52.788820 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3b22-7c06-453d-9e35-2dc861abbd26 None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:51Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:53:52.966297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a567b8-72f0-4eb5-8be6-d21d163ccef2 None None] New status for floating IP 2ca6af8a-dc24-4518-b718-13b6a17af021: ACTIVE {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:53:52.968541 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=79,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:52.970610 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:53:52.997582 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:02.060354 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:02.062294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:02.657095 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=54 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:02.659870 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=58 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:02.767626 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=86 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:02.768704 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=94 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:03.063760 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:03.070012 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:03.072643 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:04.091429 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4c02-e4fc-48a0-9680-6e76f665ffb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:06.160154 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-450d50fe-52b7-4490-a95d-a734db89434a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:07.504978 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:08.135127 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:54:08.328654 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:08.789430 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:08.938558 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:18.126799 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:18.127501 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:18.928883 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:18.932096 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:18.934205 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:19.076876 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-7710b853-1b05-42fb-befd-e5ce5f1fec42 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374348 Aug 17 19:54:19.160234 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-27e1f9cf-23b2-4bb7-a6fa-45307d9808c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:54:19.161704 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-27e1f9cf-23b2-4bb7-a6fa-45307d9808c7 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1130 time: 0.0423450 Aug 17 19:54:19.265848 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-552bbb94-5bf4-45b2-9793-61bdd9beebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:54:19.267220 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-552bbb94-5bf4-45b2-9793-61bdd9beebf2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0855052 Aug 17 19:54:19.331169 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-353a0fc6-7a87-4877-82bc-02fb573117a2 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 1002 time: 0.0573540 Aug 17 19:54:19.378316 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-d193e9c1-3e4a-4038-948a-ddb51d5928fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:54:19.379720 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-d193e9c1-3e4a-4038-948a-ddb51d5928fd service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0423987 Aug 17 19:54:19.421506 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-d1c28012-977f-4dea-aaa5-fa396dd91364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:54:19.422957 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-d1c28012-977f-4dea-aaa5-fa396dd91364 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374320 Aug 17 19:54:19.515541 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-5f07a2c3-8a26-47dd-a46e-99f96d96ea06 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856085 Aug 17 19:54:19.604765 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7d5ff8ef-f398-4951-b527-bf9f59c1cf20 req-275c7265-f183-4757-ba1b-6aefc538f7f7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816066 Aug 17 19:54:29.595827 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=51 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:29.601755 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=50 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:30.207125 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:30.211029 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:34.093260 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8b93-1e5c-48ad-bd27-d13366baf37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:36.162822 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-0c13d9e6-7429-428a-96b9-f8bef8679e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:37.507446 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:38.326120 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:38.793509 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:38.941319 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:54:45.134886 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:54:48.786887 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:48.935027 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:48.936819 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:54:55.129533 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:04.095266 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c0e3cc9f-0d9d-443d-94e9-07ef577d82ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:06.164680 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ada2b47a-10ae-4f74-a1a5-3a3e06e15ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:07.203356 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:07.207781 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:07.510440 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:08.333291 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:08.795634 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:08.943647 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:18.932998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:18.937671 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:18.939561 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:20.083875 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-94451c6a-bff4-4d12-920e-58083fabf11b service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427127 Aug 17 19:55:20.163094 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-a8467945-3741-4c98-b81c-ce8f8ef082e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:20.164539 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-a8467945-3741-4c98-b81c-ce8f8ef082e6 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1130 time: 0.0383968 Aug 17 19:55:20.267948 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-7ef8e107-b95e-4faf-8cf3-0641449c51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:20.269385 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-7ef8e107-b95e-4faf-8cf3-0641449c51cd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0857182 Aug 17 19:55:20.333347 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-96961574-9bf8-4517-b729-70d830ab24db service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 1002 time: 0.0576489 Aug 17 19:55:20.380033 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-aeb1ac9f-c365-4881-94a3-e13401fe72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:20.381505 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-aeb1ac9f-c365-4881-94a3-e13401fe72fd service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0425189 Aug 17 19:55:20.424235 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-5a18bf23-6262-4206-9d4e-20890408471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:20.425721 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-5a18bf23-6262-4206-9d4e-20890408471a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379469 Aug 17 19:55:20.516818 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-d5096db3-e3e0-4fb9-83bf-c411c3548d89 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Aug 17 19:55:20.607082 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-864a6b41-fa20-4679-8b46-67ba11e5e0f0 req-b4c79e79-0aed-44f8-a54b-b18d80ae732c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Aug 17 19:55:22.134714 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:55:27.384202 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-c9099980-9e45-46ff-b07d-1cfc0d8b75b8 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2091540201&fields=id&tenant_id=aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 267 time: 0.0448580 Aug 17 19:55:27.489881 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-47086c5e-5fca-4a39-9dbc-9b482cda6b26 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:27.491212 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-47086c5e-5fca-4a39-9dbc-9b482cda6b26 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 812 time: 0.1007307 Aug 17 19:55:27.505234 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-f92d0f8c-9a66-4d54-9f0a-db19f31eff15 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/quotas/aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 375 time: 0.0086384 Aug 17 19:55:27.554081 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-1989acde-e5c1-4f54-9468-9899a1d10904 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0441861 Aug 17 19:55:27.611100 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-638bd846-1bfd-41df-b101-52d5c39e09da service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 19:55:27.612082 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-638bd846-1bfd-41df-b101-52d5c39e09da service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475576 Aug 17 19:55:27.706370 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-cfabf2c0-cddf-4888-aa92-786db1160e32 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882375 Aug 17 19:55:28.026561 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-8f5f7455-14cf-4045-9a65-408b6a1d7dcb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139155 Aug 17 19:55:28.393763 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d6d195a8-79bc-4ad2-a3cb-afb480888be4 req-75c5f0ab-2936-4d06-ba44-b7d0b989cdc5 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 210 time: 0.1003437 Aug 17 19:55:29.257302 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-26fcca48-a8e0-4b34-b241-3eb50310f708 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:29.259325 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-26fcca48-a8e0-4b34-b241-3eb50310f708 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 812 time: 0.1028256 Aug 17 19:55:29.321843 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-1d63a0fa-a9f0-4f1e-85d2-2dab8d22a1a3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aff3b32658054cff96939af2ce92fd7b HTTP/1.1" status: 200 len: 380 time: 0.0547514 Aug 17 19:55:29.330798 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'port': {'device_id': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'admin_state_up': True, 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'security_groups': ['ff695ac6-fbfc-4834-a338-e90bf51e755f']}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:55:29.439843 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Made reservation on behalf of aff3b32658054cff96939af2ce92fd7b for: {'port': 1} {{(pid=111883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 19:55:29.443425 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:29.491156 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f6e862fe-f122-44c5-9384-f8d0308af4cb req-102c6262-eed5-42e6-b77d-a81631b103c5 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 210 time: 0.0276947 Aug 17 19:55:29.567357 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:29.577561 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_common [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Allocated IP 172.20.0.12 (b9833d36-2800-444b-a953-b1f217939327/5176647a-fa00-45ce-8b14-cbd9eeeb9d62/478e9e40-944d-433c-aa22-dbd32ea4a9e5) {{(pid=111883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:55:29.587894 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:29.722924 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), precommit_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:29.755642 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), after_create {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:29.798632 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Network b9833d36-2800-444b-a953-b1f217939327 is already hosted by enough agents. {{(pid=111883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:55:29.801846 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.base_scheduler [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Resources bound (agent type, host, resource id): {{(pid=111883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:55:29.806183 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Received port after_create {{(pid=111883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:55:29.829731 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=478e9e40-944d-433c-aa22-dbd32ea4a9e5,revision_number=1']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:55:29.843123 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.843470 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.843812 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.844148 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.844483 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.844810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.845138 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.845488 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.845814 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.846142 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.846467 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.846789 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.847114 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.847436 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.847758 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:29.871333 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:29.871949 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:29.889616 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a119608e-c653-47cf-a8c4-e764aae88494 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627093 Aug 17 19:55:29.900884 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.v2.base [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Request body: {'port': {'device_id': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:55:29.968090 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:30.044967 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-d4f2dedf-2787-4def-b2ac-c36f06257acf None None] Provisioning complete for port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 triggered by entity DHCP. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:55:30.045570 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-d4f2dedf-2787-4def-b2ac-c36f06257acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:30.077297 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-d4f2dedf-2787-4def-b2ac-c36f06257acf None None] Port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 cannot update to ACTIVE because it is not bound. {{(pid=111890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 19:55:30.218035 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478e9e40-944d-433c-aa22-dbd32ea4a9e5 {{(pid=111883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:55:30.225426 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Publish callbacks [] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), precommit_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:30.237886 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.provisioning_blocks [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Transition to ACTIVE for port object 478e9e40-944d-433c-aa22-dbd32ea4a9e5 will not be triggered until provisioned by entity L2. {{(pid=111883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 19:55:30.241888 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:30.302805 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Pushing event updated for resources: {'Port': ['ID=478e9e40-944d-433c-aa22-dbd32ea4a9e5,revision_number=2']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:55:30.306244 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:30.353671 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Attempting to bind port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 19:55:30.353995 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Attempting to bind port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 19:55:30.354311 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Attempting to bind port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:55:30.358608 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 on network b9833d36-2800-444b-a953-b1f217939327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 19:55:30.358922 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Attempting to bind port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 on network b9833d36-2800-444b-a953-b1f217939327 {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 19:55:30.363613 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Checking agent: {'id': '546327ba-b38f-4f2e-a364-6a0e5ad80237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'started_at': datetime.datetime(2022, 8, 17, 19, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 19:55:30.363943 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Checking segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 19:55:30.364310 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Bound using segment: {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'} {{(pid=111883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 19:55:30.364719 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.managers [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Bound port: 478e9e40-944d-433c-aa22-dbd32ea4a9e5, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e9e3db-c608-4975-81ec-fe7b673a979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9833d36-2800-444b-a953-b1f217939327'}}] {{(pid=111883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 19:55:30.365062 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), before_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:30.406173 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:30.427461 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] For port 478e9e40-944d-433c-aa22-dbd32ea4a9e5, host hv-cinder-85069, cleared binding levels {{(pid=111883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 19:55:30.430600 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] For port 478e9e40-944d-433c-aa22-dbd32ea4a9e5, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 19:55:30.435809 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25821837'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), after_update {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:30.439027 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:30.439622 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:30.441331 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] 10.222.0.65 "PUT /networking/v2.0/ports/478e9e40-944d-433c-aa22-dbd32ea4a9e5 HTTP/1.1" status: 200 len: 1094 time: 0.5447416 Aug 17 19:55:30.443236 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:55:30.445466 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:55:30.499995 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bab894-13c5-4d99-8621-6526ec651e13 x-openstack-request-id: req-88bab894-13c5-4d99-8621-6526ec651e13 {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:55:30.500284 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:55:30.500532 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88bab894-13c5-4d99-8621-6526ec651e13 {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:55:30.500929 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bab894-13c5-4d99-8621-6526ec651e13'] response: {'name': 'network-changed', 'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'status': 'completed', 'code': 200} Aug 17 19:55:30.538337 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2d2e-9968-48f0-9331-423aa6b30dbe service neutron] Pushing event updated for resources: {'Port': ['ID=478e9e40-944d-433c-aa22-dbd32ea4a9e5,revision_number=3']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:55:30.545694 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a5d05d4b-dfff-4c89-b1f6-315c4ffa85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:30.547272 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a5d05d4b-dfff-4c89-b1f6-315c4ffa85c5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 1128 time: 0.0635180 Aug 17 19:55:30.587301 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-a774aaa8-a316-45ca-bed3-78ff271a5742 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5 HTTP/1.1" status: 200 len: 217 time: 0.0325370 Aug 17 19:55:30.609843 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3f68-7efc-4109-85de-8fbd8489e449 req-f14394ae-cd1b-4f4f-9627-03d81c688be4 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:30.611297 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d3bd3f68-7efc-4109-85de-8fbd8489e449 req-f14394ae-cd1b-4f4f-9627-03d81c688be4 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0469346 Aug 17 19:55:30.634723 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-9046da40-22b2-4b3e-a4d3-cfc1aa029157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:30.636179 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-9046da40-22b2-4b3e-a4d3-cfc1aa029157 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0436199 Aug 17 19:55:30.662055 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d3bd3f68-7efc-4109-85de-8fbd8489e449 req-c3468e55-12d4-4370-bd5e-bc858a9383af tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451202 Aug 17 19:55:30.683257 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-4386d8b3-91e8-49cf-aa12-651819108ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:30.684745 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-4386d8b3-91e8-49cf-aa12-651819108ad9 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425365 Aug 17 19:55:30.775289 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-14503f3b-83f2-4e1b-abf2-3e4b336f780b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825250 Aug 17 19:55:30.865816 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-800b38b3-b80e-4cb3-b0b4-fe5e70bedd41 req-462b6d67-4708-4294-b569-ebee1f18c41f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844684 Aug 17 19:55:31.156396 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-a5e7d457-9a8a-4c36-a638-77fb03de4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:31.158037 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-a5e7d457-9a8a-4c36-a638-77fb03de4852 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 1128 time: 0.0384014 Aug 17 19:55:31.249150 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-aa1f0951-8063-45ae-8800-8728cacb334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:31.250646 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-aa1f0951-8063-45ae-8800-8728cacb334e service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0865538 Aug 17 19:55:31.292837 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-5b344b25-be82-4c89-9ecd-71eb70cde21b service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5 HTTP/1.1" status: 200 len: 217 time: 0.0319140 Aug 17 19:55:31.341968 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-6a30e778-103a-4457-be6b-1b17f65e0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:31.343352 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-6a30e778-103a-4457-be6b-1b17f65e0368 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0422060 Aug 17 19:55:31.390899 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-72c23329-6486-419d-abb2-1ab68c516992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:31.392325 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-72c23329-6486-419d-abb2-1ab68c516992 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406339 Aug 17 19:55:31.480602 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-69e449cd-83ec-4839-83c7-c5b488cb3162 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817256 Aug 17 19:55:31.570026 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bdb65fb2-ba11-4b69-a813-acbe8f6d9ff0 req-33ac77d9-573b-469f-ac98-972f17b505dd service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831554 Aug 17 19:55:31.781661 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361868f5-5e46-4863-a61a-40f9ebe1fde9 req-34346582-d48f-44ac-84bb-6b4682329c39 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:31.783025 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-361868f5-5e46-4863-a61a-40f9ebe1fde9 req-34346582-d48f-44ac-84bb-6b4682329c39 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0459340 Aug 17 19:55:31.831383 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-361868f5-5e46-4863-a61a-40f9ebe1fde9 req-a7dbba7e-92d0-4fdf-94f6-27078be08e7a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Aug 17 19:55:32.130415 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:32.951294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f4b4b-02ab-4078-827c-85b3f159526c req-306edb4e-f0ad-4fa3-a90b-90941c1a04f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:32.953383 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7c5f4b4b-02ab-4078-827c-85b3f159526c req-306edb4e-f0ad-4fa3-a90b-90941c1a04f1 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0522039 Aug 17 19:55:33.001726 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-7c5f4b4b-02ab-4078-827c-85b3f159526c req-638b5916-5f1c-4dc9-b76d-812bf944c803 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Aug 17 19:55:34.097942 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ff599349-bbe3-4064-ae7f-bc0f989dd497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:34.128568 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f0230-f947-4acf-9c70-9470602db2d0 req-d742968f-fcda-4871-8b88-35473968e76f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:34.130060 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-971f0230-f947-4acf-9c70-9470602db2d0 req-d742968f-fcda-4871-8b88-35473968e76f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0510406 Aug 17 19:55:34.178524 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-971f0230-f947-4acf-9c70-9470602db2d0 req-569f5f82-95c8-48f1-861f-520fd1cff6e0 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Aug 17 19:55:35.296752 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2160f-c705-47a6-932d-4cd54f2076b8 req-d1709992-a8df-47e9-b9af-0a94ec633c79 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:35.298220 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2ce2160f-c705-47a6-932d-4cd54f2076b8 req-d1709992-a8df-47e9-b9af-0a94ec633c79 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0462029 Aug 17 19:55:35.347088 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-2ce2160f-c705-47a6-932d-4cd54f2076b8 req-a1074398-2581-4e97-9dea-9c15c7de5f8c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Aug 17 19:55:36.167106 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-e37936a3-eb75-43c2-94e7-cc4c2d835672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:36.468086 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70db59-6bd8-4a54-a80b-aa508a090cbc req-21cfa4df-b789-4fe1-84a8-01b353ee4e34 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:36.469559 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1a70db59-6bd8-4a54-a80b-aa508a090cbc req-21cfa4df-b789-4fe1-84a8-01b353ee4e34 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0498743 Aug 17 19:55:36.501256 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:36.518112 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1a70db59-6bd8-4a54-a80b-aa508a090cbc req-34ac8862-7602-4cac-b82e-cd5951014056 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Aug 17 19:55:37.513001 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:37.632224 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656bf0f-43ec-4f68-af3e-1294f35a93be req-d4c2d2dc-ea17-4c1e-b50a-fb94614efb9f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:37.634229 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1656bf0f-43ec-4f68-af3e-1294f35a93be req-d4c2d2dc-ea17-4c1e-b50a-fb94614efb9f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0478249 Aug 17 19:55:37.683504 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-1656bf0f-43ec-4f68-af3e-1294f35a93be req-45dd556b-df69-4387-b5e2-c6ab2c651a2f tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Aug 17 19:55:38.339286 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:38.767538 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:38.800098 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:38.806239 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9f7a4-017b-485d-a306-f1a97ba94a9a req-f94e4fef-c75e-417b-8811-4e4048e568e0 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:38.807871 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ffd9f7a4-017b-485d-a306-f1a97ba94a9a req-f94e4fef-c75e-417b-8811-4e4048e568e0 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Aug 17 19:55:38.862932 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ffd9f7a4-017b-485d-a306-f1a97ba94a9a req-3ca860dc-3dcd-4de5-bd23-145783490fe7 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493736 Aug 17 19:55:38.945661 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:39.622446 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 478e9e40-944d-433c-aa22-dbd32ea4a9e5 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 19:55:39.718717 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 478e9e40-944d-433c-aa22-dbd32ea4a9e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:55:39.732285 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Returning: {'device': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'port_id': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'mac_address': 'fa:16:3e:7e:a1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 19:55:39.766439 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 is: DOWN; New status is: BUILD {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:55:39.766810 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:39.779646 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478e9e40-944d-433c-aa22-dbd32ea4a9e5 {{(pid=111890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 19:55:39.799039 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 478e9e40-944d-433c-aa22-dbd32ea4a9e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:55:39.802631 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:39.846717 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=478e9e40-944d-433c-aa22-dbd32ea4a9e5,revision_number=4']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:55:39.854104 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.854446 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.854778 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.855109 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.855433 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.855753 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.856070 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.856387 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.856699 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.857015 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.857358 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.857680 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.857992 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.858301 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.858609 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:39.984018 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247cab5-309c-4eea-acb6-8fbc76681e44 req-d4e01fd3-e2e0-4424-9ad8-33eb698f73fc tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:39.985514 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d247cab5-309c-4eea-acb6-8fbc76681e44 req-d4e01fd3-e2e0-4424-9ad8-33eb698f73fc tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Aug 17 19:55:40.018702 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] get_ports_and_sgs() called for port_ids ['478e9e40-944d-433c-aa22-dbd32ea4a9e5'] {{(pid=111890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 19:55:40.034002 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-d247cab5-309c-4eea-acb6-8fbc76681e44 req-b41bf820-4676-488b-bd6b-a4104547d414 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Aug 17 19:55:41.150400 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870d690-1bdd-41bb-84a8-e44b4306fbd3 req-799c1c35-77da-4b7f-b4ea-59b59d4f4ff9 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:41.151840 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3870d690-1bdd-41bb-84a8-e44b4306fbd3 req-799c1c35-77da-4b7f-b4ea-59b59d4f4ff9 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 945 time: 0.0461051 Aug 17 19:55:41.199588 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3870d690-1bdd-41bb-84a8-e44b4306fbd3 req-92a0ab69-cd13-4f78-ad84-bb25461daa6a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 Aug 17 19:55:41.566155 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=84 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:41.566851 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:41.624864 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 478e9e40-944d-433c-aa22-dbd32ea4a9e5 up at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 19:55:41.670011 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning for port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 completed by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 19:55:41.675423 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.provisioning_blocks [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Provisioning complete for port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 triggered by entity L2. {{(pid=111890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 19:55:41.675788 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873356'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), provisioning_complete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:41.861149 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Current status of the port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 is: BUILD; New status is: ACTIVE {{(pid=111890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 19:55:41.861496 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), before_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:41.884180 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5'}] {{(pid=111890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:55:41.886392 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef827634630274a33ef77b96a476e730fff5f89646f07701845b5e66ff666666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f52c599-8b46-4bb3-9ee3-1e7db94a6ee4" -d '{"events": [{"server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "name": "network-vif-plugged", "status": "completed", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5"}]}' {{(pid=111890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:55:41.898109 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] For port 478e9e40-944d-433c-aa22-dbd32ea4a9e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:55:41.902204 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:41.927051 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5aefc4-26e0-44d7-b0cb-b0d3032af0ec x-openstack-request-id: req-dd5aefc4-26e0-44d7-b0cb-b0d3032af0ec {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:55:41.927348 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "name": "network-vif-plugged", "status": "completed", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5", "code": 200}]} {{(pid=111890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:55:41.927621 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd5aefc4-26e0-44d7-b0cb-b0d3032af0ec {{(pid=111890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:55:41.928008 dv-cinder-850698-2-iscsi neutron-server[111890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5aefc4-26e0-44d7-b0cb-b0d3032af0ec'] response: {'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'code': 200} Aug 17 19:55:41.955684 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Pushing event updated for resources: {'Port': ['ID=478e9e40-944d-433c-aa22-dbd32ea4a9e5,revision_number=5']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:55:42.143073 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75b37e-f647-425b-9deb-46dd440e0dfa req-b0818a86-a836-47b8-b0bb-6c56a96c43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:42.144570 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bc75b37e-f647-425b-9deb-46dd440e0dfa req-b0818a86-a836-47b8-b0bb-6c56a96c43fd service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 1130 time: 0.0389488 Aug 17 19:55:42.191462 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-bc75b37e-f647-425b-9deb-46dd440e0dfa req-47b42718-5271-492a-801f-f75be991e0fa service neutron] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Aug 17 19:55:42.321930 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baad59-a91f-4412-bb8a-071ba9f769d3 req-1049b5b6-743c-4bf6-a548-c7fa42c13906 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:42.323381 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-88baad59-a91f-4412-bb8a-071ba9f769d3 req-1049b5b6-743c-4bf6-a548-c7fa42c13906 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 946 time: 0.0513120 Aug 17 19:55:42.371375 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-88baad59-a91f-4412-bb8a-071ba9f769d3 req-b8957b61-9e51-4265-bddf-2ef5b4340936 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Aug 17 19:55:43.488015 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12d96-623c-4804-b32a-336b22444a33 req-5c9305ec-5b7c-41b6-ba19-fb4c224ab8d5 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:43.489459 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-aed12d96-623c-4804-b32a-336b22444a33 req-5c9305ec-5b7c-41b6-ba19-fb4c224ab8d5 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 946 time: 0.0462494 Aug 17 19:55:43.536830 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-aed12d96-623c-4804-b32a-336b22444a33 req-cf04583a-f95b-40c3-b51f-4717d17c602b tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Aug 17 19:55:43.662232 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffe9fd-bb39-4a19-829e-4d5ae21f90a6 req-91b2fc11-be77-46a5-b1f9-7423b48d365e tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:43.663579 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-32ffe9fd-bb39-4a19-829e-4d5ae21f90a6 req-91b2fc11-be77-46a5-b1f9-7423b48d365e tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 946 time: 0.0461514 Aug 17 19:55:43.714622 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-32ffe9fd-bb39-4a19-829e-4d5ae21f90a6 req-3135a357-953b-422b-b835-2a9c1e869e31 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456424 Aug 17 19:55:43.739824 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53668) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:55:43.776463 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a1a12-a383-4e1f-b0c7-af760138078b tempest-TestVolumeBootPattern-196425955 tempest-TestVolumeBootPattern-196425955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:43.777952 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-dc0a1a12-a383-4e1f-b0c7-af760138078b tempest-TestVolumeBootPattern-196425955 tempest-TestVolumeBootPattern-196425955-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 1125 time: 0.0372138 Aug 17 19:55:43.780643 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53670) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:55:43.784721 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.v2.base [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Request body: {'floatingip': {'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'port_id': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 19:55:43.805170 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:43.886538 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (None), before_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:43.989272 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_common [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Allocated IP 172.27.1.234 (9737d9dd-81d2-4b7f-a843-0db4a0c822ea/4c7a8f9b-d03b-4521-bcaa-7febd2e5478c/632c49b8-e2cd-49ac-a2cd-36939fdb327e) {{(pid=111881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 19:55:44.014056 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:44.084046 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:44.094683 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:44.127317 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753329170189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:44.168413 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Network 9737d9dd-81d2-4b7f-a843-0db4a0c822ea is already hosted by enough agents. {{(pid=111881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 19:55:44.173412 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Resources bound (agent type, host, resource id): {{(pid=111881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 19:55:44.175504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=632c49b8-e2cd-49ac-a2cd-36939fdb327e,revision_number=1']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:55:44.177582 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Received port after_create {{(pid=111881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 19:55:44.200555 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.200899 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.201250 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.201587 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.201914 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.202239 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.202558 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.202880 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.203198 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.203513 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.203828 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.204407 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.204721 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.205028 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.205370 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:55:44.527331 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (862bd2e2-4062-4f69-ac9a-2bcb97111904), precommit_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:44.591989 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3752185'] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), before_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:44.737921 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), precommit_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:44.742070 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753329611897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753329170207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753329170225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28347919'] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), after_update {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:44.766324 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:44.810070 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event updated for resources: {'Port': ['ID=632c49b8-e2cd-49ac-a2cd-36939fdb327e,revision_number=2']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:55:44.816664 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566462'] for floatingip (862bd2e2-4062-4f69-ac9a-2bcb97111904), after_create {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:44.848016 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:44.912737 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Floating IP 862bd2e2-4062-4f69-ac9a-2bcb97111904 associated. External IP: 172.27.1.234, port: 478e9e40-944d-433c-aa22-dbd32ea4a9e5. Aug 17 19:55:45.105165 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:55:45.206662 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:55:45.216513 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:55:45.225063 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:55:45.225893 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:55:45.226507 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:55:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:55:45.254738 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-c6a4d0ab-69a9-4450-b92f-f40e11042f30 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4731281 Aug 17 19:55:45.255301 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:55:45.257599 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9deb191-5e1e-4139-8d12-8f05147d4434" -d '{"events": [{"name": "network-changed", "server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:55:45.295479 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c644627d-eebe-4821-9079-0d66576d07c2 x-openstack-request-id: req-c644627d-eebe-4821-9079-0d66576d07c2 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:55:45.295774 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:55:45.296032 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c644627d-eebe-4821-9079-0d66576d07c2 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:55:45.296443 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c644627d-eebe-4821-9079-0d66576d07c2'] response: {'name': 'network-changed', 'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'status': 'completed', 'code': 200} Aug 17 19:55:45.328427 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:55:45.357537 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-6e336113-4b05-4ae4-b9f7-25ad98f4a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:45.358982 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-6e336113-4b05-4ae4-b9f7-25ad98f4a26d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 1130 time: 0.0396295 Aug 17 19:55:45.458681 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-513f6526-36ad-47d5-b466-47520e984b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:45.460178 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-513f6526-36ad-47d5-b466-47520e984b29 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0884290 Aug 17 19:55:45.528287 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-019e8912-ffb3-4c86-b02e-399511146a13 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0589108 Aug 17 19:55:45.540030 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:53Z', 'revision_number': 1, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}, {'id': '862bd2e2-4062-4f69-ac9a-2bcb97111904', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:7e:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:55:44Z', 'updated_at': '2022-08-17T19:55:44Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:55:45.563921 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:55:45.572975 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:55:45.573599 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:55:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:55:45.578185 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-83556e5a-5de4-4439-9e25-38a726c7a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:45.579901 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-83556e5a-5de4-4439-9e25-38a726c7a659 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0444901 Aug 17 19:55:45.623307 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-d877ebba-c028-4372-bdd9-e84ff83d78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:55:45.624719 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-d877ebba-c028-4372-bdd9-e84ff83d78ac service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382161 Aug 17 19:55:45.671699 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:55:45.717589 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-28c63284-5648-4e2d-8d40-ec257b9b44e9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863705 Aug 17 19:55:45.806698 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a9deb191-5e1e-4139-8d12-8f05147d4434 req-53c7bc99-c215-4ce6-a16f-fa800e4b5d69 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824952 Aug 17 19:55:45.876882 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:53Z', 'revision_number': 1, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}, {'id': '862bd2e2-4062-4f69-ac9a-2bcb97111904', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:7e:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:55:44Z', 'updated_at': '2022-08-17T19:55:44Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:55:45.903896 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192bd4c-11c6-4f30-86b4-f33ee83170e9 None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:53Z', 'revision_number': 1, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}, {'id': '862bd2e2-4062-4f69-ac9a-2bcb97111904', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:7e:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:55:44Z', 'updated_at': '2022-08-17T19:55:44Z', 'revision_number': 0, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:55:46.105161 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99194f2a-47db-4933-abc9-7ff4af01e41a None None] New status for floating IP 862bd2e2-4062-4f69-ac9a-2bcb97111904: ACTIVE {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:55:55.249260 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:55.251919 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:55.797160 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=55 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:55.803107 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=57 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:56.197038 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:56.204414 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:56.206399 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:59.127472 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=95 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:55:59.134628 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:56:04.099486 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-afc583d7-4591-4dee-8a73-814e9d743e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:06.168663 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8db05924-eed9-428c-aa88-3d645a0979ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:07.516464 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:08.355851 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:08.802707 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:08.948806 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:09.129605 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=89 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:13.865028 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [req-64f6697e-0a06-47c1-aabe-a3b431a5eaaf req-7111e90b-fec5-4e18-9233-b0cbd7222b76 service neutron] (111883) timed out ('10.222.0.65', 62947) {{(pid=111883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 19:56:16.572760 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-2a2acac4-4ca7-4aba-8410-abd922c3f4e8 req-59bc05b4-e7fb-4e4a-88c1-bba5ffd08139 service neutron] (111881) timed out ('10.222.0.65', 62938) {{(pid=111881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 19:56:18.937534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:18.942090 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:18.944075 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:20.104749 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-4b524858-994a-4a35-8ce2-f8ef3b7f25aa service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783377 Aug 17 19:56:20.427926 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-eb84ca6d-bdd3-4c07-89ce-c252de6674e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:56:20.429459 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-eb84ca6d-bdd3-4c07-89ce-c252de6674e4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1130 time: 0.2838297 Aug 17 19:56:20.532967 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-63ef32df-aeb4-4dff-8acf-99a14e415961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:56:20.534431 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-63ef32df-aeb4-4dff-8acf-99a14e415961 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0860999 Aug 17 19:56:20.594141 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-96e132d0-11c5-4b2e-8d01-eb0d3f8befd4 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 1002 time: 0.0533288 Aug 17 19:56:20.640566 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-768b4962-477b-4373-8edb-b7b95e2488aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:56:20.641966 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-768b4962-477b-4373-8edb-b7b95e2488aa service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0419891 Aug 17 19:56:20.686541 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-755e934f-744b-4391-a740-7eda25bcdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:56:20.687892 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-755e934f-744b-4391-a740-7eda25bcdb3c service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398278 Aug 17 19:56:20.774551 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-e5903dff-d912-4025-8fa7-47f930684bba service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805120 Aug 17 19:56:20.863466 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-e8b93076-3748-4378-a4fa-e310f681ea2f req-906688ea-e991-4772-92de-74d558172062 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829103 Aug 17 19:56:21.198312 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:21.199021 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=3 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:30.851384 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=54 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:30.860634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=47 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:34.101499 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0045-867e-4a58-8b08-3f35af958165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:36.133036 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:56:36.169686 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-b28fed09-91b1-4c50-ba0e-2b460556ecf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:37.517662 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:38.366998 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:38.804335 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:38.952248 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:56:46.129457 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:48.940956 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:48.941749 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:48.947902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:56:58.203564 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:02.186665 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:04.103323 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-61553b92-2391-40ee-925f-0ada8f830f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:06.173639 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8dceb472-28ed-4363-b062-a1a465dab86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:07.520880 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:08.371575 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:08.808354 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:08.955562 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:13.131903 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:57:18.803658 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:18.949172 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:18.951012 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:21.083177 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-3c647bef-1ad3-4781-acb8-a927cb42f632 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381677 Aug 17 19:57:21.141014 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-e5ddd693-669f-4fa3-8352-6c50e170f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:21.142544 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-e5ddd693-669f-4fa3-8352-6c50e170f543 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 1130 time: 0.0382659 Aug 17 19:57:21.247450 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-8c3033bb-f5d5-4c3e-87ea-63af6a2103dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:21.248793 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-8c3033bb-f5d5-4c3e-87ea-63af6a2103dd service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0868893 Aug 17 19:57:21.308021 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-6f24b033-61fe-48d6-b488-1a6abaf2a0b0 service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5 HTTP/1.1" status: 200 len: 1002 time: 0.0530331 Aug 17 19:57:21.357228 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-1a4ee4bc-0ddc-46e2-98bc-9360f9b4accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:21.358605 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-1a4ee4bc-0ddc-46e2-98bc-9360f9b4accf service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0452740 Aug 17 19:57:21.400229 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-c89539a8-022a-4307-9165-8dbaca8ea171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:21.401674 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-c89539a8-022a-4307-9165-8dbaca8ea171 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373425 Aug 17 19:57:21.490688 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-1089c19b-6030-4c01-92b4-354ec60ee254 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828705 Aug 17 19:57:21.577804 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-7c9bebb1-f670-4369-ba7c-395773ecd404 req-ddd126be-feb5-430a-a973-827d0f43b417 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813115 Aug 17 19:57:23.127150 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:23.127852 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:23.943712 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53704) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:24.140675 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Deleting port 632c49b8-e2cd-49ac-a2cd-36939fdb327e {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:24.141019 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:24.218344 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:24.218570 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (632c49b8-e2cd-49ac-a2cd-36939fdb327e), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:24.230970 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Calling delete_port for 632c49b8-e2cd-49ac-a2cd-36939fdb327e owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:24.376196 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (632c49b8-e2cd-49ac-a2cd-36939fdb327e), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:24.400381 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event deleted for resources: {'Port': ['ID=632c49b8-e2cd-49ac-a2cd-36939fdb327e,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:24.425967 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.426315 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.426657 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.426995 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.427324 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.427652 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.427975 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.428301 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.428623 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.428944 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.429290 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.429613 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.429932 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.430252 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.431089 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:24.474695 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (862bd2e2-4062-4f69-ac9a-2bcb97111904), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:24.474892 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Floating IP 862bd2e2-4062-4f69-ac9a-2bcb97111904 disassociated (deleted). External IP: 172.27.1.234, port: 478e9e40-944d-433c-aa22-dbd32ea4a9e5. Aug 17 19:57:24.670814 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:57:24.767564 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:24.772732 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:57:24.777647 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:24.784561 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:57:24.794937 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:24.795549 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:24.807187 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-8b1bca28-bc35-46d1-8efd-3f80318b141c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/862bd2e2-4062-4f69-ac9a-2bcb97111904 HTTP/1.1" status: 204 len: 168 time: 0.8624120 Aug 17 19:57:24.807770 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:57:24.810053 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33" -d '{"events": [{"name": "network-changed", "server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:57:24.855029 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac204111-0eb9-44e3-8508-6c3932830f4c x-openstack-request-id: req-ac204111-0eb9-44e3-8508-6c3932830f4c {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:57:24.855372 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:57:24.855694 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac204111-0eb9-44e3-8508-6c3932830f4c {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:57:24.856162 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac204111-0eb9-44e3-8508-6c3932830f4c'] response: {'name': 'network-changed', 'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'status': 'completed', 'code': 200} Aug 17 19:57:24.906686 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:24.922666 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-89400bc9-aa15-4eb9-b8b0-8faea31a0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:24.924225 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-89400bc9-aa15-4eb9-b8b0-8faea31a0f50 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 1130 time: 0.0455012 Aug 17 19:57:25.034564 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-1a066b76-7cbe-41dc-9ca7-477cad60d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:25.035992 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-1a066b76-7cbe-41dc-9ca7-477cad60d83f service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.0993528 Aug 17 19:57:25.065234 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1bca2-38b8-4be9-ac48-ecbb0b5d801a req-468e7179-5034-42bb-9677-734de3897c12 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:25.066709 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3ad1bca2-38b8-4be9-ac48-ecbb0b5d801a req-468e7179-5034-42bb-9677-734de3897c12 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 946 time: 0.0480361 Aug 17 19:57:25.119785 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-3ad1bca2-38b8-4be9-ac48-ecbb0b5d801a req-763786b9-fd87-446c-9d0d-1df4c0831c80 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473318 Aug 17 19:57:25.123675 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:53Z', 'revision_number': 1, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:25.147820 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:57:25.156725 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:25.157348 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:25.262958 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:25.464130 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:53Z', 'revision_number': 1, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:25.490657 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a00ce-348a-4592-85bb-faa88f683083 None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_floatingips': [{'id': '2ca6af8a-dc24-4518-b718-13b6a17af021', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'router_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'port_id': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'mac_address': 'fa:16:3e:5e:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46530958-1dc6-4798-8e4d-3d818878686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T19:53:51Z', 'updated_at': '2022-08-17T19:53:53Z', 'revision_number': 1, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:57:25.698289 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ae542-06a2-445a-a2f0-3acdd0b77968 None None] New status for floating IP 862bd2e2-4062-4f69-ac9a-2bcb97111904: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:57:26.060400 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-9e6dc6fb-7963-4f4f-aa32-53a6d3aff77c service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5 HTTP/1.1" status: 200 len: 217 time: 0.0323384 Aug 17 19:57:26.113934 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-509c0891-1312-4bae-9863-8b72119c5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:26.115291 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-509c0891-1312-4bae-9863-8b72119c5468 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0464973 Aug 17 19:57:26.226363 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:26.241054 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d5a20-f353-4353-ab42-d0fb10483417 req-0cdaf4b2-66b9-4a4f-86ff-87da09423464 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:26.242894 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ce4d5a20-f353-4353-ab42-d0fb10483417 req-0cdaf4b2-66b9-4a4f-86ff-87da09423464 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 946 time: 0.0489447 Aug 17 19:57:26.252124 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-2810e72e-9e24-494e-906b-fb2f5b47f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:26.253721 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-2810e72e-9e24-494e-906b-fb2f5b47f594 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404167 Aug 17 19:57:26.291565 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-ce4d5a20-f353-4353-ab42-d0fb10483417 req-245949c9-a1fd-488e-892b-20fd1fcda262 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432818 Aug 17 19:57:26.344008 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-3c17ce1c-071a-4feb-922a-244fb20890ab service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826712 Aug 17 19:57:26.654985 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-26ad9453-a220-4b55-887d-3e47a02e4674 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:26.656385 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-26ad9453-a220-4b55-887d-3e47a02e4674 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 946 time: 0.0641146 Aug 17 19:57:26.659739 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-1ed5afea-bceb-4a6d-9c35-cfd56781dc33 req-8a8cf8db-428c-426d-830c-da9ea138e9c8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216521 Aug 17 19:57:26.672012 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:26.716972 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=100 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:26.749913 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Deleting port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:26.750250 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:26.838151 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] For port 478e9e40-944d-433c-aa22-dbd32ea4a9e5, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=478e9e40-944d-433c-aa22-dbd32ea4a9e5,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:26.838507 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:26.850832 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Calling delete_port for 478e9e40-944d-433c-aa22-dbd32ea4a9e5 owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:26.978376 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (478e9e40-944d-433c-aa22-dbd32ea4a9e5), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:27.003300 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event deleted for resources: {'Port': ['ID=478e9e40-944d-433c-aa22-dbd32ea4a9e5,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:27.013831 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.014172 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.014513 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.014847 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.015216 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.015496 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.015820 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.016141 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.016462 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.016781 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.017686 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.017686 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.017871 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.018045 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.018340 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:27.064908 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] No DVR routers for this DVR port 478e9e40-944d-433c-aa22-dbd32ea4a9e5 on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:57:27.067375 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:27.070587 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a84ee36b-81aa-4236-8a02-529db2cae711 req-21b2e1cf-62d7-408f-987d-16c859070ddf tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "DELETE /networking/v2.0/ports/478e9e40-944d-433c-aa22-dbd32ea4a9e5 HTTP/1.1" status: 204 len: 173 time: 0.4041052 Aug 17 19:57:27.071552 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'name': 'network-vif-deleted', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:57:27.073860 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926d7bc2-1ff4-4834-8443-b4635b656897" -d '{"events": [{"server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "name": "network-vif-deleted", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:57:27.164858 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1e4c86-69f1-4456-96cd-8d2cb7a2358f x-openstack-request-id: req-0f1e4c86-69f1-4456-96cd-8d2cb7a2358f {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:57:27.165170 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df91c29-f4fc-4515-968c-5721a14a9e52", "name": "network-vif-deleted", "tag": "478e9e40-944d-433c-aa22-dbd32ea4a9e5", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:57:27.165453 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f1e4c86-69f1-4456-96cd-8d2cb7a2358f {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:57:27.165856 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1e4c86-69f1-4456-96cd-8d2cb7a2358f'] response: {'server_uuid': '8df91c29-f4fc-4515-968c-5721a14a9e52', 'name': 'network-vif-deleted', 'tag': '478e9e40-944d-433c-aa22-dbd32ea4a9e5', 'status': 'completed', 'code': 200} Aug 17 19:57:27.406772 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-19e8624b-2513-4db8-9522-57ad3a6c39fb req-bad41e0b-d146-47dc-943e-712d29b42dd3 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8df91c29-f4fc-4515-968c-5721a14a9e52 HTTP/1.1" status: 200 len: 210 time: 0.0328267 Aug 17 19:57:30.207082 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 478e9e40-944d-433c-aa22-dbd32ea4a9e5 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:30.226620 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 478e9e40-944d-433c-aa22-dbd32ea4a9e5 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:30.226970 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 478e9e40-944d-433c-aa22-dbd32ea4a9e5 not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:30.701873 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53746) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:30.837043 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Deleting port 5912f68b-7f11-4272-b569-a0399ce568fa {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:30.837437 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (5912f68b-7f11-4272-b569-a0399ce568fa), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:30.915653 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (5912f68b-7f11-4272-b569-a0399ce568fa), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:30.915983 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (5912f68b-7f11-4272-b569-a0399ce568fa), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:30.928831 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Calling delete_port for 5912f68b-7f11-4272-b569-a0399ce568fa owned by network:floatingip {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:31.076833 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (5912f68b-7f11-4272-b569-a0399ce568fa), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:31.100692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event deleted for resources: {'Port': ['ID=5912f68b-7f11-4272-b569-a0399ce568fa,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:31.163698 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (2ca6af8a-dc24-4518-b718-13b6a17af021), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:31.164029 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.db.l3_db [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Floating IP 2ca6af8a-dc24-4518-b718-13b6a17af021 disassociated (deleted). External IP: 172.27.1.212, port: 06bd0f70-436d-4c36-8864-083bf1a2961f. Aug 17 19:57:31.262065 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:31.360301 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:57:31.689436 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:57:31.694336 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:31.698750 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:57:31.708245 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:31.708846 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:31.717260 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:31.725944 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-ab6a17b7-c6cd-43b1-87ef-35fe8d279a3d tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/2ca6af8a-dc24-4518-b718-13b6a17af021 HTTP/1.1" status: 204 len: 168 time: 1.0230184 Aug 17 19:57:31.726776 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f'}] {{(pid=111881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:57:31.729603 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16474078ad55785840a01d686f1509c71ce44cb2220bb1bb04a677a947bd8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca209c95-f493-414a-b12c-90127fdc428a" -d '{"events": [{"name": "network-changed", "server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f"}]}' {{(pid=111881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:57:31.770012 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726cfe0-4f4d-498d-a2d6-031b742daba4 x-openstack-request-id: req-0726cfe0-4f4d-498d-a2d6-031b742daba4 {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:57:31.770294 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f", "status": "completed", "code": 200}]} {{(pid=111881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:57:31.770692 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0726cfe0-4f4d-498d-a2d6-031b742daba4 {{(pid=111881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:57:31.771161 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0726cfe0-4f4d-498d-a2d6-031b742daba4'] response: {'name': 'network-changed', 'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'status': 'completed', 'code': 200} Aug 17 19:57:31.815630 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:31.840799 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209c95-f493-414a-b12c-90127fdc428a req-f9a8cf64-1c55-403e-85fd-2677874c003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:31.842345 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ca209c95-f493-414a-b12c-90127fdc428a req-f9a8cf64-1c55-403e-85fd-2677874c003a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=aff3b32658054cff96939af2ce92fd7b&device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 1130 time: 0.0453341 Aug 17 19:57:31.933189 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:31.943734 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=100 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:31.951872 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209c95-f493-414a-b12c-90127fdc428a req-9bab90b6-04bc-439f-affc-38a3bfaaa2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:31.953514 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ca209c95-f493-414a-b12c-90127fdc428a req-9bab90b6-04bc-439f-affc-38a3bfaaa2a8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks?id=b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 200 len: 913 time: 0.1027792 Aug 17 19:57:31.965847 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31309b5-64a2-4e64-9fc2-beee1036c443 req-ea76b080-2a4a-4a7c-bb9a-d3748620f4aa tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:31.967414 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f31309b5-64a2-4e64-9fc2-beee1036c443 req-ea76b080-2a4a-4a7c-bb9a-d3748620f4aa tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 946 time: 0.0554335 Aug 17 19:57:32.011817 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:32.016363 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-f31309b5-64a2-4e64-9fc2-beee1036c443 req-c35eb887-4971-4eba-8b9c-17250deecb2c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Aug 17 19:57:32.041384 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:57:32.049790 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:32.050379 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:06Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:32.145629 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:32.403593 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:32.427253 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f302005-db44-42fd-9fe1-4c9aa91f9d30 None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:50Z', 'revision_number': 4, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi', '_interfaces': [{'id': 'f9ab4ff4-554d-4f8e-b60c-677828cfa279', 'name': '', 'network_id': 'b9833d36-2800-444b-a953-b1f217939327', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'mac_address': 'fa:16:3e:a4:e9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:50Z', 'updated_at': '2022-08-17T19:50:56Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'subnets': [{'id': '5176647a-fa00-45ce-8b14-cbd9eeeb9d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:57:32.634806 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd0b02-27fb-46a8-bfea-809fe6b50833 None None] New status for floating IP 2ca6af8a-dc24-4518-b718-13b6a17af021: DOWN {{(pid=111890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 19:57:32.942873 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ca209c95-f493-414a-b12c-90127fdc428a req-216daeeb-0b62-422a-92ea-4e211dfad8ce service neutron] 10.222.0.65 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 200 len: 217 time: 0.0361810 Aug 17 19:57:32.992230 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209c95-f493-414a-b12c-90127fdc428a req-5d187344-d6c7-4590-b5db-c5b9300a9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:32.993708 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ca209c95-f493-414a-b12c-90127fdc428a req-5d187344-d6c7-4590-b5db-c5b9300a9249 service neutron] 10.222.0.65 "GET /networking/v2.0/subnets?id=5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 200 len: 851 time: 0.0434680 Aug 17 19:57:33.046630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209c95-f493-414a-b12c-90127fdc428a req-80aeb763-e984-42d8-a377-296e0c699846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:33.048117 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ca209c95-f493-414a-b12c-90127fdc428a req-80aeb763-e984-42d8-a377-296e0c699846 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?network_id=b9833d36-2800-444b-a953-b1f217939327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390863 Aug 17 19:57:33.136531 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4cdc1-2b1b-43a8-a6f4-25a348ff20f7 req-6c3d9152-8197-4370-bd76-a3ac58c0504c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:33.138055 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9ed4cdc1-2b1b-43a8-a6f4-25a348ff20f7 req-6c3d9152-8197-4370-bd76-a3ac58c0504c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 946 time: 0.0462101 Aug 17 19:57:33.186847 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-9ed4cdc1-2b1b-43a8-a6f4-25a348ff20f7 req-4381f7a8-19a2-4e0f-92ae-1371541fdfaa tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ff695ac6-fbfc-4834-a338-e90bf51e755f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Aug 17 19:57:33.197254 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ca209c95-f493-414a-b12c-90127fdc428a req-bc88a8de-471d-47ae-ab50-20d9f8b8b4e1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870051 Aug 17 19:57:33.414955 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-ca209c95-f493-414a-b12c-90127fdc428a req-747ba129-891c-4790-901f-4f399aa24067 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955954 Aug 17 19:57:33.449682 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-fdbecb3e-62c7-44ee-a990-34b74a2475c9 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 19:57:33.451029 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-fdbecb3e-62c7-44ee-a990-34b74a2475c9 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 946 time: 0.0535662 Aug 17 19:57:33.482162 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:33.530616 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Deleting port 06bd0f70-436d-4c36-8864-083bf1a2961f {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:33.530958 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:33.620981 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] For port 06bd0f70-436d-4c36-8864-083bf1a2961f, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=06bd0f70-436d-4c36-8864-083bf1a2961f,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:33.621370 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:33.623418 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:33.638326 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Calling delete_port for 06bd0f70-436d-4c36-8864-083bf1a2961f owned by compute:nova {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:33.761306 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (06bd0f70-436d-4c36-8864-083bf1a2961f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:33.789117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event deleted for resources: {'Port': ['ID=06bd0f70-436d-4c36-8864-083bf1a2961f,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:33.835109 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] No DVR routers for this DVR port 06bd0f70-436d-4c36-8864-083bf1a2961f on host hv-cinder-85069 {{(pid=111883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:57:33.837571 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for port (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:33.840807 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [req-a2870375-194d-4cbd-bf05-a8d00a7d35de req-6cbcd7ba-a805-4c01-a412-008b6c937443 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.65 "DELETE /networking/v2.0/ports/06bd0f70-436d-4c36-8864-083bf1a2961f HTTP/1.1" status: 204 len: 173 time: 0.3844686 Aug 17 19:57:33.841263 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'name': 'network-vif-deleted', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f'}] {{(pid=111883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 19:57:33.843501 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e00dd6a9a703169b5fcdf9bd9a62cd3816f584d41f25df85590e287f3dc761b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e95d99-4789-41c4-bd3e-f1661547b3dd" -d '{"events": [{"server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "name": "network-vif-deleted", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f"}]}' {{(pid=111883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 19:57:33.881337 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 19:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6fc3fb-b875-4195-bb31-2537fe357e3d x-openstack-request-id: req-3f6fc3fb-b875-4195-bb31-2537fe357e3d {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 19:57:33.881630 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46530958-1dc6-4798-8e4d-3d818878686d", "name": "network-vif-deleted", "tag": "06bd0f70-436d-4c36-8864-083bf1a2961f", "status": "completed", "code": 200}]} {{(pid=111883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 19:57:33.881886 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f6fc3fb-b875-4195-bb31-2537fe357e3d {{(pid=111883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 19:57:33.882309 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6fc3fb-b875-4195-bb31-2537fe357e3d'] response: {'server_uuid': '46530958-1dc6-4798-8e4d-3d818878686d', 'name': 'network-vif-deleted', 'tag': '06bd0f70-436d-4c36-8864-083bf1a2961f', 'status': 'completed', 'code': 200} Aug 17 19:57:34.105956 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c3793171-82f4-4d0f-855f-6ffd27a8f42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:34.304580 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [req-5d539647-5871-4327-81c1-5e935fa4bd02 req-2830746f-6bdb-47fa-b85b-7b5580b35d7c tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46530958-1dc6-4798-8e4d-3d818878686d HTTP/1.1" status: 200 len: 210 time: 0.0273843 Aug 17 19:57:35.367634 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53764) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:35.475915 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Deleting port 35c65132-71bb-49b4-a200-b4e0321bd63d {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:35.476256 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:35.552127 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:35.552448 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (35c65132-71bb-49b4-a200-b4e0321bd63d), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:35.565243 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Calling delete_port for 35c65132-71bb-49b4-a200-b4e0321bd63d owned by network:floatingip {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:35.692051 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (35c65132-71bb-49b4-a200-b4e0321bd63d), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:35.717932 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event deleted for resources: {'Port': ['ID=35c65132-71bb-49b4-a200-b4e0321bd63d,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:35.783410 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for floatingip (24dbca3d-0c7c-47ef-905d-c01e44606a46), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:35.785931 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117988'] for floatingip (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:35.787072 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-b89f1852-f3e7-4c10-9530-a4d718f27b1a tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/24dbca3d-0c7c-47ef-905d-c01e44606a46 HTTP/1.1" status: 204 len: 168 time: 0.4183640 Aug 17 19:57:36.174881 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9815-0eeb-47a4-bdf8-b148029b0061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:36.232930 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 06bd0f70-436d-4c36-8864-083bf1a2961f no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:36.252139 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] No Port match for: 06bd0f70-436d-4c36-8864-083bf1a2961f {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:36.252482 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Device 06bd0f70-436d-4c36-8864-083bf1a2961f not bound to the agent host hv-cinder-85069 {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:36.992655 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53776) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:37.020603 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:37.052279 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-93997daf-55f0-401f-907d-f8207ab50147 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group (ff695ac6-fbfc-4834-a338-e90bf51e755f), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.077302 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-93997daf-55f0-401f-907d-f8207ab50147 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group (ff695ac6-fbfc-4834-a338-e90bf51e755f), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.142117 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-93997daf-55f0-401f-907d-f8207ab50147 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (ff695ac6-fbfc-4834-a338-e90bf51e755f), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.144959 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-93997daf-55f0-401f-907d-f8207ab50147 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.146191 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-93997daf-55f0-401f-907d-f8207ab50147 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ff695ac6-fbfc-4834-a338-e90bf51e755f HTTP/1.1" status: 204 len: 168 time: 0.1525083 Aug 17 19:57:37.156206 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997daf-55f0-401f-907d-f8207ab50147 tempest-TestVolumeBootPattern-1521606351 tempest-TestVolumeBootPattern-1521606351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff695ac6-fbfc-4834-a338-e90bf51e755f,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:37.201123 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53780) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:37.522906 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.616964 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (3376fdb8-b697-4f7c-a17b-e0476c8255fa), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.824152 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:37.838114 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Deleting port f9ab4ff4-554d-4f8e-b60c-677828cfa279 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:37.838447 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.914971 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] For port f9ab4ff4-554d-4f8e-b60c-677828cfa279, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f9ab4ff4-554d-4f8e-b60c-677828cfa279,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:37.915345 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:37.927807 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Calling delete_port for f9ab4ff4-554d-4f8e-b60c-677828cfa279 owned by network:router_interface {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:37.989996 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=100 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:38.108387 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (f9ab4ff4-554d-4f8e-b60c-677828cfa279), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.132210 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ab4ff4-554d-4f8e-b60c-677828cfa279,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:38.292504 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (3376fdb8-b697-4f7c-a17b-e0476c8255fa), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.369662 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.494117 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Router 3376fdb8-b697-4f7c-a17b-e0476c8255fa has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:57:38.591432 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:38.595468 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:57:38.600900 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-a3c6d286-751f-4c2a-92bc-35b788b36253 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3376fdb8-b697-4f7c-a17b-e0476c8255fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986623 Aug 17 19:57:38.603497 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53784) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:38.606758 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] Sync routers for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:57:38.615988 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:38.616661 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:38.702331 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks [] for router (3376fdb8-b697-4f7c-a17b-e0476c8255fa), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.716448 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: dv-cinder-850698-2-iscsi {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:38.796678 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks [] for router_gateway (3376fdb8-b697-4f7c-a17b-e0476c8255fa), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.816184 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.844189 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Deleting port f1635506-567e-4f1c-9ebc-a521458b9e94 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:38.844528 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.882099 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:57:38Z', 'revision_number': 5, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port': {'id': 'f1635506-567e-4f1c-9ebc-a521458b9e94', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:38.890437 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:38.907753 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] Checking router: 3376fdb8-b697-4f7c-a17b-e0476c8255fa for host: dv-cinder-850698-2-iscsi {{(pid=111893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:57:38.916498 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] Routers {'3376fdb8-b697-4f7c-a17b-e0476c8255fa'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:38.917722 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'], 'active': True} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:38.929099 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] For port f1635506-567e-4f1c-9ebc-a521458b9e94, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=f1635506-567e-4f1c-9ebc-a521458b9e94,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:38.929491 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:38.943109 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Calling delete_port for f1635506-567e-4f1c-9ebc-a521458b9e94 owned by network:router_gateway {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:38.965388 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.000141 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_dvr_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] Set router 3376fdb8-b697-4f7c-a17b-e0476c8255fa gateway port host: None {{(pid=111893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:39.046342 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.l3_hamode_db [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:57:38Z', 'revision_number': 6, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port_host': None}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:39.072795 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e846f4-3d4b-4d83-a3cf-48c541a14128 None None] The sync data for ids ['3376fdb8-b697-4f7c-a17b-e0476c8255fa'] in dv-cinder-850698-2-iscsi is: [{'id': '3376fdb8-b697-4f7c-a17b-e0476c8255fa', 'name': 'tempest-TestVolumeBootPattern-1672889252-router', 'tenant_id': 'aff3b32658054cff96939af2ce92fd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:48Z', 'updated_at': '2022-08-17T19:57:38Z', 'revision_number': 6, 'project_id': 'aff3b32658054cff96939af2ce92fd7b', 'gw_port_host': None}] {{(pid=111893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:57:39.113938 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (f1635506-567e-4f1c-9ebc-a521458b9e94), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.137094 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1635506-567e-4f1c-9ebc-a521458b9e94,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:39.202483 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (3376fdb8-b697-4f7c-a17b-e0476c8255fa), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.286009 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (3376fdb8-b697-4f7c-a17b-e0476c8255fa), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.288021 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks [] for router_controller (3376fdb8-b697-4f7c-a17b-e0476c8255fa), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.329722 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (3376fdb8-b697-4f7c-a17b-e0476c8255fa), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.330735 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3376fdb8-b697-4f7c-a17b-e0476c8255fa {{(pid=111881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:57:39.335337 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.336608 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-48166718-e193-45ec-8fa9-7e75aa33526c admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/3376fdb8-b697-4f7c-a17b-e0476c8255fa HTTP/1.1" status: 204 len: 168 time: 0.7322061 Aug 17 19:57:39.339224 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53786) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:39.382129 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.db_base_plugin_v2 [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] Deleting subnet 5176647a-fa00-45ce-8b14-cbd9eeeb9d62 {{(pid=111881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:57:39.385804 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] Publish callbacks [] for subnet (5176647a-fa00-45ce-8b14-cbd9eeeb9d62), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.423747 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25262848'] for subnet (5176647a-fa00-45ce-8b14-cbd9eeeb9d62), precommit_delete_associations {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.488695 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:39.507252 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (5176647a-fa00-45ce-8b14-cbd9eeeb9d62), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.558718 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28347989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25253082'] for subnet (5176647a-fa00-45ce-8b14-cbd9eeeb9d62), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.587312 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5176647a-fa00-45ce-8b14-cbd9eeeb9d62,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:39.590942 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for subnet (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.594800 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-10340428-5a93-4573-a307-948bf9f5e3eb admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/5176647a-fa00-45ce-8b14-cbd9eeeb9d62 HTTP/1.1" status: 204 len: 168 time: 0.2539637 Aug 17 19:57:39.596576 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53788) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:39.599122 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edb080-9193-442e-8113-a49d2ce8e651 None None] Network b9833d36-2800-444b-a953-b1f217939327 requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:57:39.663947 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (b9833d36-2800-444b-a953-b1f217939327), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.701240 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:39.708937 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Deleting port d2037e41-dd75-400e-8966-e6cf7653a490 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:39.709402 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.778925 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] For port d2037e41-dd75-400e-8966-e6cf7653a490, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d2037e41-dd75-400e-8966-e6cf7653a490,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:39.779213 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.795044 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Calling delete_port for d2037e41-dd75-400e-8966-e6cf7653a490 owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:39.822692 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] DHCP port deletion for b9833d36-2800-444b-a953-b1f217939327 request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:57:39.860160 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Deleting port d2037e41-dd75-400e-8966-e6cf7653a490 {{(pid=111890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:39.860530 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), before_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.875080 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.899681 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2037e41-dd75-400e-8966-e6cf7653a490,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:39.905571 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] No DVR routers for this DVR port d2037e41-dd75-400e-8966-e6cf7653a490 on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:57:39.927556 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.db [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] For port d2037e41-dd75-400e-8966-e6cf7653a490, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=d2037e41-dd75-400e-8966-e6cf7653a490,segment=NetworkSegment(98e9e3db-c608-4975-81ec-fe7b673a979f),segment_id=98e9e3db-c608-4975-81ec-fe7b673a979f)] {{(pid=111890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:39.927955 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), precommit_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:39.941706 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Calling delete_port for d2037e41-dd75-400e-8966-e6cf7653a490 owned by network:dhcp {{(pid=111890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:39.982963 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (b9833d36-2800-444b-a953-b1f217939327), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.004890 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9833d36-2800-444b-a953-b1f217939327']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:40.015445 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e9e3db-c608-4975-81ec-fe7b673a979f') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:40.015825 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e9e3db-c608-4975-81ec-fe7b673a979f') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:40.025670 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198'] for port (d2037e41-dd75-400e-8966-e6cf7653a490), after_delete {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.027745 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (98e9e3db-c608-4975-81ec-fe7b673a979f), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.046985 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (98e9e3db-c608-4975-81ec-fe7b673a979f), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.051185 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Pushing event deleted for resources: {'Port': ['ID=d2037e41-dd75-400e-8966-e6cf7653a490,revision_number=None']} {{(pid=111890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:40.055220 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:57:40.055854 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (98e9e3db-c608-4975-81ec-fe7b673a979f), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.062633 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] No DVR routers for this DVR port d2037e41-dd75-400e-8966-e6cf7653a490 on host dv-cinder-850698-2-iscsi {{(pid=111890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:57:40.064622 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.064964 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.065365 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.065707 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.066038 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.066366 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.066915 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.067235 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.067567 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.068128 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.068230 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.068513 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.068833 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.069159 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.069495 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651e81a5-1eba-43f4-986c-db5342ad57c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850698-2-iscsi {{(pid=111890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 19:57:40.112530 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d2037e41-dd75-400e-8966-e6cf7653a490 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:40.139545 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: d2037e41-dd75-400e-8966-e6cf7653a490 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:40.140131 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device d2037e41-dd75-400e-8966-e6cf7653a490 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:40.141697 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f9ab4ff4-554d-4f8e-b60c-677828cfa279 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:40.156088 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (b9833d36-2800-444b-a953-b1f217939327), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.161950 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.164258 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: f9ab4ff4-554d-4f8e-b60c-677828cfa279 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:40.164607 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f9ab4ff4-554d-4f8e-b60c-677828cfa279 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:40.165029 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1635506-567e-4f1c-9ebc-a521458b9e94 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:40.167507 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/b9833d36-2800-444b-a953-b1f217939327 HTTP/1.1" status: 204 len: 168 time: 0.5699792 Aug 17 19:57:40.170810 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53794) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:40.179516 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4478945-2de2-47b7-bf24-ee6bb6339233 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9833d36-2800-444b-a953-b1f217939327,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:40.194337 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: f1635506-567e-4f1c-9ebc-a521458b9e94 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:40.194683 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device f1635506-567e-4f1c-9ebc-a521458b9e94 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:40.199243 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 98e9e3db-c608-4975-81ec-fe7b673a979f resource provider aggregate not found Aug 17 19:57:40.222631 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:40.223383 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 98e9e3db-c608-4975-81ec-fe7b673a979f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e9e3db-c608-4975-81ec-fe7b673a979f found for delete ", "request_id": "req-1a1419e4-0f6d-4c35-9ad4-ed02140d05c5"}]} Aug 17 19:57:40.477970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568766'] for router_interface (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.691955 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Deleting port 39cd7009-363e-4d86-b935-6ef2e6c67b82 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:40.692283 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.771361 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] For port 39cd7009-363e-4d86-b935-6ef2e6c67b82, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=39cd7009-363e-4d86-b935-6ef2e6c67b82,segment=NetworkSegment(12831fcc-2653-4506-8930-31e6ab65b227),segment_id=12831fcc-2653-4506-8930-31e6ab65b227)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:40.771629 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.784403 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Calling delete_port for 39cd7009-363e-4d86-b935-6ef2e6c67b82 owned by network:router_interface {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:40.909982 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:40.956736 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (39cd7009-363e-4d86-b935-6ef2e6c67b82), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:40.961080 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:40.989330 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Pushing event deleted for resources: {'Port': ['ID=39cd7009-363e-4d86-b935-6ef2e6c67b82,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:41.142253 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568110'] for router_interface (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:41.340742 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc has already been hosted by L3 agent 6fd44e44-111e-463f-906b-68b5df84c740 {{(pid=111883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 19:57:41.438738 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] Notify agent at l3_agent.dv-cinder-850698-2-iscsi the message routers_updated {{(pid=111883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 19:57:41.443842 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-ab8dfeef-626f-4d1c-a8f9-34254bbb892c admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/2454d5a1-5ee5-44a8-b28a-8afa1004ebfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2716851 Aug 17 19:57:41.446222 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53798) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:41.448719 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] Sync routers for ids ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'] in dv-cinder-850698-2-iscsi {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 19:57:41.459400 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] Routers {'2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:41.460010 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:41.561014 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] Set router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:41.733689 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:57:40Z', 'revision_number': 5, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:41.759791 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] Checking router: 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc for host: dv-cinder-850698-2-iscsi {{(pid=111890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 19:57:41.768470 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] Routers {'2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'} bound to L3 agent in host dv-cinder-850698-2-iscsi {{(pid=111890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 19:57:41.769073 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T19:31:06Z,description=,heartbeat_timestamp=2022-08-17T19:57:36Z,host='dv-cinder-850698-2-iscsi',id=6fd44e44-111e-463f-906b-68b5df84c740,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T19:31:06Z,topic='l3_agent')) {'router_ids': ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'], 'active': True} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:41.792680 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks [] for router (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:41.867979 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_dvr_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] Set router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc gateway port host: dv-cinder-850698-2-iscsi {{(pid=111890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 19:57:41.889493 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks [] for router_gateway (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:41.932242 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Deleting port 4c4a1978-f40e-4925-aaac-0522a365a349 {{(pid=111883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:41.932579 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.015882 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.db [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] For port 4c4a1978-f40e-4925-aaac-0522a365a349, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=4c4a1978-f40e-4925-aaac-0522a365a349,segment=NetworkSegment(95e384aa-25fb-472c-a441-c225babcc844),segment_id=95e384aa-25fb-472c-a441-c225babcc844)] {{(pid=111883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:42.015882 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.031287 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.plugins.ml2.plugin [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Calling delete_port for 4c4a1978-f40e-4925-aaac-0522a365a349 owned by network:router_gateway {{(pid=111883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:42.037687 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.db.l3_hamode_db [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:57:40Z', 'revision_number': 5, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}], 'dv-cinder-850698-2-iscsi', False) {} {{(pid=111890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:42.044996 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:42.063792 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f6b69-2cb5-448a-8f61-93f8f0603fb2 None None] The sync data for ids ['2454d5a1-5ee5-44a8-b28a-8afa1004ebfc'] in dv-cinder-850698-2-iscsi is: [{'id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'name': 'tempest-TestVolumeBootPattern-2072602851-router', 'tenant_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'external_fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T19:50:52Z', 'updated_at': '2022-08-17T19:57:40Z', 'revision_number': 5, 'project_id': 'fa454d00228a4e79b85d5d6317dffa4a', 'gw_port': {'id': '4c4a1978-f40e-4925-aaac-0522a365a349', 'name': '', 'network_id': '9737d9dd-81d2-4b7f-a843-0db4a0c822ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454d5a1-5ee5-44a8-b28a-8afa1004ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T19:50:53Z', 'updated_at': '2022-08-17T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7a8f9b-d03b-4521-bcaa-7febd2e5478c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850698-2-iscsi'}] {{(pid=111890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 19:57:42.082068 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:42.205757 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25821826'] for port (4c4a1978-f40e-4925-aaac-0522a365a349), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.227520 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4a1978-f40e-4925-aaac-0522a365a349,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:42.289818 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566521'] for router_gateway (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.374042 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126479'] for router (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.376069 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks [] for router_controller (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.421061 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568187'] for router (2454d5a1-5ee5-44a8-b28a-8afa1004ebfc), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.421701 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2454d5a1-5ee5-44a8-b28a-8afa1004ebfc {{(pid=111883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 19:57:42.425941 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.429544 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-92960530-e3ae-4163-a3ce-2b0674665f69 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/2454d5a1-5ee5-44a8-b28a-8afa1004ebfc HTTP/1.1" status: 204 len: 168 time: 0.9799261 Aug 17 19:57:42.429769 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53800) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:42.475073 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] Deleting subnet 39411437-92b8-4393-9427-c0b5964ec771 {{(pid=111883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 19:57:42.478995 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] Publish callbacks [] for subnet (39411437-92b8-4393-9427-c0b5964ec771), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.513927 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824923'] for subnet (39411437-92b8-4393-9427-c0b5964ec771), precommit_delete_associations {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.596689 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894622'] for subnet (39411437-92b8-4393-9427-c0b5964ec771), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.657669 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25821911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25763444'] for subnet (39411437-92b8-4393-9427-c0b5964ec771), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.687294 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.691950 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dee66f-69f5-4363-bb35-f1f0f2384a66 None None] Network 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a requested from dv-cinder-850698-2-iscsi {{(pid=111890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 19:57:42.694706 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [-] (111881) accepted ('10.222.0.59', 53802) {{(pid=111881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:42.698471 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/39411437-92b8-4393-9427-c0b5964ec771 HTTP/1.1" status: 204 len: 168 time: 0.2676618 Aug 17 19:57:42.699826 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd0223-fba2-43dd-b84e-4e827c202efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39411437-92b8-4393-9427-c0b5964ec771,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:42.772194 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3750147'] for network (54842f17-b94a-4bc3-92f1-cfcbc94e7d6a), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.815888 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Deleting port c96f7187-43a5-42e5-abc1-b1a2697c8d24 {{(pid=111881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 19:57:42.816117 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753329606858'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.885866 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.db [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] For port c96f7187-43a5-42e5-abc1-b1a2697c8d24, host dv-cinder-850698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850698-2-iscsi',level=0,port_id=c96f7187-43a5-42e5-abc1-b1a2697c8d24,segment=NetworkSegment(12831fcc-2653-4506-8930-31e6ab65b227),segment_id=12831fcc-2653-4506-8930-31e6ab65b227)] {{(pid=111881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 19:57:42.886225 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637105'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:42.899279 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.plugin [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Calling delete_port for c96f7187-43a5-42e5-abc1-b1a2697c8d24 owned by network:dhcp {{(pid=111881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 19:57:42.979805 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3752120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753329611951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753329170198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28347904'] for port (c96f7187-43a5-42e5-abc1-b1a2697c8d24), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.008395 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96f7187-43a5-42e5-abc1-b1a2697c8d24,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:43.010693 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] No DVR routers for this DVR port c96f7187-43a5-42e5-abc1-b1a2697c8d24 on host dv-cinder-850698-2-iscsi {{(pid=111881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 19:57:43.036622 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:43.056455 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f83d0-6dee-4a21-8a02-c71305a6d936 None None] DHCP port deletion for 54842f17-b94a-4bc3-92f1-cfcbc94e7d6a request from dv-cinder-850698-2-iscsi {{(pid=111890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 19:57:43.090815 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891877', 'neutron.services.segments.db._delete_segments_for_network-8753329620116'] for network (54842f17-b94a-4bc3-92f1-cfcbc94e7d6a), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.110967 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54842f17-b94a-4bc3-92f1-cfcbc94e7d6a']}} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:43.120553 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12831fcc-2653-4506-8930-31e6ab65b227') {'for_net_delete': True} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:43.120846 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.services.segments.db [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12831fcc-2653-4506-8930-31e6ab65b227') {} {{(pid=111881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 19:57:43.128794 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:43.130761 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753329620179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25262857'] for segment (12831fcc-2653-4506-8930-31e6ab65b227), before_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.145316 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246'] for segment (12831fcc-2653-4506-8930-31e6ab65b227), precommit_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.151761 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=111881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 19:57:43.152145 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3894246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28347955'] for segment (12831fcc-2653-4506-8930-31e6ab65b227), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.195884 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 12831fcc-2653-4506-8930-31e6ab65b227 resource provider aggregate not found Aug 17 19:57:43.215650 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.services.segments.plugin [-] Segment 12831fcc-2653-4506-8930-31e6ab65b227 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12831fcc-2653-4506-8930-31e6ab65b227 found for delete ", "request_id": "req-14b13430-da0a-4a1c-8364-b1c52515624e"}]} Aug 17 19:57:43.220703 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566485'] for network (54842f17-b94a-4bc3-92f1-cfcbc94e7d6a), after_delete {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.226022 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron_lib.callbacks.manager [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531784'] for network (None), before_response {{(pid=111881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.229106 dv-cinder-850698-2-iscsi neutron-server[111881]: INFO neutron.wsgi [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/54842f17-b94a-4bc3-92f1-cfcbc94e7d6a HTTP/1.1" status: 204 len: 168 time: 0.5333683 Aug 17 19:57:43.240147 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f20d5b-0311-414a-a8d7-3e9de4055522 admin admin] Pushing event deleted for resources: {'Network': ['ID=54842f17-b94a-4bc3-92f1-cfcbc94e7d6a,revision_number=None']} {{(pid=111881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:43.337414 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53810) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:43.378641 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-3196f03d-d161-4ea2-85ec-c9f953a543cd admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=aff3b32658054cff96939af2ce92fd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397825 Aug 17 19:57:43.380765 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53812) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:43.432310 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-02c4aef6-dea2-4551-a545-bfee7409477e admin admin] Publish callbacks [] for security_group (b9bdc65f-deeb-435d-8780-03a42dfeee3b), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.453269 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-02c4aef6-dea2-4551-a545-bfee7409477e admin admin] Publish callbacks [] for security_group (b9bdc65f-deeb-435d-8780-03a42dfeee3b), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.499454 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-02c4aef6-dea2-4551-a545-bfee7409477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (b9bdc65f-deeb-435d-8780-03a42dfeee3b), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.502062 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-02c4aef6-dea2-4551-a545-bfee7409477e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.503181 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-02c4aef6-dea2-4551-a545-bfee7409477e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b9bdc65f-deeb-435d-8780-03a42dfeee3b HTTP/1.1" status: 204 len: 168 time: 0.1214154 Aug 17 19:57:43.510966 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4aef6-dea2-4551-a545-bfee7409477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bdc65f-deeb-435d-8780-03a42dfeee3b,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:43.828166 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53818) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:43.869469 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-f9de4738-b91e-4e34-8fdc-518226617a22 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fa454d00228a4e79b85d5d6317dffa4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401685 Aug 17 19:57:43.871924 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [-] (111883) accepted ('10.222.0.59', 53820) {{(pid=111883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 19:57:43.888424 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:43.892886 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:43.925879 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-156456bb-d731-40c6-997a-fb78bf8b891a admin admin] Publish callbacks [] for security_group (b9ba081e-c2ea-4832-9066-e89fe06b9b2c), before_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.946951 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-156456bb-d731-40c6-997a-fb78bf8b891a admin admin] Publish callbacks [] for security_group (b9ba081e-c2ea-4832-9066-e89fe06b9b2c), precommit_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.995609 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-156456bb-d731-40c6-997a-fb78bf8b891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653807'] for security_group (b9ba081e-c2ea-4832-9066-e89fe06b9b2c), after_delete {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.998190 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron_lib.callbacks.manager [None req-156456bb-d731-40c6-997a-fb78bf8b891a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:57:43.999349 dv-cinder-850698-2-iscsi neutron-server[111883]: INFO neutron.wsgi [None req-156456bb-d731-40c6-997a-fb78bf8b891a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b9ba081e-c2ea-4832-9066-e89fe06b9b2c HTTP/1.1" status: 204 len: 168 time: 0.1262634 Aug 17 19:57:44.007099 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156456bb-d731-40c6-997a-fb78bf8b891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba081e-c2ea-4832-9066-e89fe06b9b2c,revision_number=None']} {{(pid=111883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 19:57:44.084569 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 4c4a1978-f40e-4925-aaac-0522a365a349 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:44.105788 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 4c4a1978-f40e-4925-aaac-0522a365a349 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:44.106214 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 4c4a1978-f40e-4925-aaac-0522a365a349 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:44.106700 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 39cd7009-363e-4d86-b935-6ef2e6c67b82 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:44.125708 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: 39cd7009-363e-4d86-b935-6ef2e6c67b82 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:44.126053 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device 39cd7009-363e-4d86-b935-6ef2e6c67b82 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:44.126467 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device c96f7187-43a5-42e5-abc1-b1a2697c8d24 no longer exists at agent ovs-agent-dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 19:57:44.147246 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.plugin [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] No Port match for: c96f7187-43a5-42e5-abc1-b1a2697c8d24 {{(pid=111890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 19:57:44.147596 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron.plugins.ml2.rpc [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Device c96f7187-43a5-42e5-abc1-b1a2697c8d24 not bound to the agent host dv-cinder-850698-2-iscsi {{(pid=111890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 19:57:49.048783 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=91 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:49.049559 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=78 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:50.131176 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:57:53.214736 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:53.231758 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG dbcounter [-] [111881] Writing DB stats neutron:DELETE=3,neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:54.001947 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:54.002735 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG dbcounter [-] [111883] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=111883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:54.090553 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:54.110245 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:57:54.129691 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:01.030339 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=13 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:01.031092 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=15 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:04.108310 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-10abae84-b588-4321-a27c-2b6de938dd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:06.175993 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4b5d78f8-e4a3-4b6f-9349-b4ffef0df908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:07.526534 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:08.384745 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:08.810147 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:08.960543 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:12.213929 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:12.214653 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=5 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:18.950404 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:18.954902 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:18.956495 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:27.130373 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:58:34.110125 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-87bca06c-ec34-45d1-9cd1-39e31de15f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:36.177431 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-cebfb521-9441-4bf1-9956-8b3d8b82094d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:37.125651 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:37.126398 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:37.528239 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:38.400029 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:38.811518 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:38.965769 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:58:48.955938 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:48.959253 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:48.961122 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:49.219774 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:58:49.220466 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:02.190105 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:04.111948 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-8ad1e341-0cc0-4393-89a9-ebf7492747ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:04.129481 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:59:06.178796 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-66c71616-e319-4786-8d36-69f4e605236a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:07.531021 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:08.397752 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:08.816794 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:08.968840 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:14.124958 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:18.958019 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:18.962085 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:18.965784 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:26.225584 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:26.226205 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:34.115244 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-10efb6e6-8e42-430b-b95d-6d446dd8adf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:36.179336 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-7dde742d-7474-4b3c-9c2e-1b0b4e82755f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:37.533369 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:38.400532 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:38.819810 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:38.972448 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 19:59:41.128864 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 19:59:42.922286 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-5dff0aac-faa4-4cf0-96dd-1fa2a8b5ec69 service neutron] (111881) timed out ('10.222.0.59', 47698) {{(pid=111881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 19:59:42.999159 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-f6cff13e-424e-48d7-9214-fcdbcc54dd36 req-99bbf944-6cfd-40e2-be93-2af3fbbe87fc tempest-AttachVolumeShelveTestJSON-1724157338 tempest-AttachVolumeShelveTestJSON-1724157338-project] (111881) timed out ('10.222.0.59', 47722) {{(pid=111881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 19:59:48.961411 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:48.966510 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 19:59:48.968190 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:03.228116 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=16 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:03.233639 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=18 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:04.117457 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-4966da77-97a9-4e51-b15e-1c67320fac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:06.180091 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6674-8400-41a9-9a7d-f72e6e753f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:07.536769 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:08.399671 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:08.822150 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:08.974655 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:10.024970 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-1e846e2e-f556-442c-a3b9-422e9aba997b service neutron] (111883) timed out ('10.222.0.59', 50196) {{(pid=111883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 20:00:10.263572 dv-cinder-850698-2-iscsi neutron-server[111881]: DEBUG neutron.wsgi [req-c325e294-c29b-40be-8ad3-48b57aaffb26 req-d9839fb2-4c1e-41a9-a2d4-f12680b7fc9c tempest-TestShelveInstance-1912255926 tempest-TestShelveInstance-1912255926-project] (111881) timed out ('10.222.0.59', 50206) {{(pid=111881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 20:00:18.127374 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 20:00:18.963056 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:18.968197 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:18.970789 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:28.123956 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:28.124699 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:34.119461 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-db6732a2-03b4-4844-85fc-a97144603207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:36.182411 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-a35c2022-07e5-4f27-9cba-93d5aeea28a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:37.542440 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:38.396777 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:38.824511 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:38.976528 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:00:48.222631 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:48.223353 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:48.965736 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:48.970030 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:48.971966 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:00:55.126564 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 20:01:04.121247 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-cd90a116-4cec-4819-9b87-9136c065c117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:05.122681 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:05.123395 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:06.183821 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-3267deb9-568b-4dd5-a5a4-a238d4a82beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:07.542650 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:08.398567 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:08.826612 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:08.981169 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:17.227757 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:17.229976 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:18.971230 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:18.976416 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:18.976559 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:32.127354 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 20:01:34.122311 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-24ae6851-4724-4d99-a02f-37a19657ad9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:36.185929 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-294ac913-09ad-4ac6-823f-c9adfc6aae8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:37.544544 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:38.410055 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:38.828463 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:38.981115 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:01:42.121823 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:42.122533 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:47.995448 dv-cinder-850698-2-iscsi neutron-server[111883]: DEBUG neutron.wsgi [req-c683a8a3-e5c4-4047-95cb-006c1b2e0e1a req-bfcec471-dd78-4e85-b168-0edc7a12b5e8 service neutron] (111883) timed out ('10.222.0.65', 62951) {{(pid=111883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 20:01:48.970622 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:48.974967 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:01:48.976646 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:01.030132 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=14 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:01.032824 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=18 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:04.123727 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f523-9003-480f-932c-81b7367c017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:06.190138 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb4bc-6b75-4492-a517-cce050d5d44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:07.547543 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:08.422950 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:08.830005 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:08.984675 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:09.125686 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 20:02:18.972939 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:18.977840 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:18.979841 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:19.120748 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:19.121499 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=1 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:31.221348 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=2 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:31.222049 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG dbcounter [-] [111893] Writing DB stats neutron:SELECT=4 {{(pid=111893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:34.126018 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-ff750265-cefe-43a5-adaf-006f830d3a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:36.192058 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-17ec799e-8fac-4524-a82f-a9d50eef264c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:37.549191 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-9871b7e5-5010-4b5a-a9f3-1cc21380f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (f15e619b-01d7-47cd-b301-da460787208c), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:38.438928 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-c5689d15-375d-42d5-8953-091e102089c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (546327ba-b38f-4f2e-a364-6a0e5ad80237), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:38.832732 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-bc776831-3b84-46eb-8ca6-3f1aab2a8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (c165d8b2-23f9-4f89-a869-11f4adf14c8b), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:38.987640 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-2daba2b1-6e30-4a86-95a2-7127becf30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (61ecf7c7-4b46-48ce-a9ef-f98208f5ca42), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:02:46.124642 dv-cinder-850698-2-iscsi neutron-server[111893]: DEBUG neutron.db.agents_db [None req-fec9dbb8-9e27-4e7e-bb55-3964d7e7f401 None None] Agent healthcheck: found 6 active agents {{(pid=111893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 20:02:48.976926 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:48.980019 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:02:48.981984 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG dbcounter [-] [111890] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 20:03:04.129590 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-60675895-979c-42db-aa4b-e2eee36a5a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (d336bd1d-00ce-4054-aaad-a986c06c6956), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 20:03:06.195263 dv-cinder-850698-2-iscsi neutron-server[111890]: DEBUG neutron_lib.callbacks.manager [None req-40d87e74-5312-4c56-a84e-5805ef36da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753329620098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873510'] for agent (6fd44e44-111e-463f-906b-68b5df84c740), after_update {{(pid=111890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}